-- Logs begin at Fri 2021-09-10 15:59:51 UTC, end at Fri 2021-09-10 17:05:03 UTC. --
Sep 10 16:35:10.218109 dv-cinder-808473-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Sep 10 16:35:12.351203 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.common.config [-] Logging enabled!
Sep 10 16:35:12.351715 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1
Sep 10 16:35:12.351962 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74876) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Sep 10 16:35:12.354207 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.common.config [-] Logging enabled!
Sep 10 16:35:12.354454 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1
Sep 10 16:35:12.354699 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74876) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Sep 10 16:35:12.355659 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Sep 10 16:35:12.355893 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Sep 10 16:35:12.356243 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Sep 10 16:35:12.356485 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Sep 10 16:35:12.356708 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Sep 10 16:35:12.357024 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.357321 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.357621 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.357847 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.358164 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.358457 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.358738 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.359028 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.359325 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.359612 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.359893 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.360184 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.360414 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.360695 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.361030 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.361967 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.362111 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] debug                          = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.362355 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.362781 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.363189 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.363470 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.363757 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.364028 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.364303 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.364588 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.364916 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] host                           = dv-cinder-808473-1-iscsi {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.365194 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.365476 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.365761 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.366047 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.366346 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.366619 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.366903 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.367174 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.367447 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.367721 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.368008 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.368297 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.368591 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.368814 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.369035 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.369320 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.369609 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.369885 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.370187 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.370464 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.370737 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.371011 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.371278 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.371565 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.371850 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.372134 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.372409 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.372684 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.372953 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.373223 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.373504 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.373776 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.374049 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.374346 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.374633 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.374902 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.375174 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.375471 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.375753 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.376034 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.376316 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.376610 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.376888 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.377158 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.377427 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.377692 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.377961 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.378253 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.378538 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.378808 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.379077 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.379345 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.379613 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.379896 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:12.380193 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.380488 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.380786 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.381069 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.381358 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.381641 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.381927 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.382227 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.382516 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.382804 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.383093 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.383369 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.383651 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.383940 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.384228 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.384499 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.384776 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.385063 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.385340 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.385609 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.385883 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.386193 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.386472 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.386743 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.387023 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.387299 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.387569 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.387836 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.388112 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.388398 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.388672 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.388941 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.389210 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.389484 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.389751 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.390037 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.390339 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.390612 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.390882 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.391160 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.391432 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.391707 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.391984 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.392312 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.392672 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.392947 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.393219 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.393490 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.393758 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.394030 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.394329 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.394600 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.394877 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.395148 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.395420 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.395688 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.395959 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.396231 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.396517 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.396814 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.397089 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.397365 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.397642 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.397918 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.398219 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.398497 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.398774 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.399052 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.399322 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.399609 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.399897 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.400182 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.400464 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.400754 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.401035 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.401312 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.401594 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.401870 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.402171 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.402455 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.402738 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.403037 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.403324 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.403614 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.403904 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.404195 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.404476 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.404784 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.405061 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:12.405276 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Sep 10 16:35:12.405516 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=74876) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Sep 10 16:35:12.810003 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO keyring.backend [-] Loading KWallet
Sep 10 16:35:12.817350 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO keyring.backend [-] Loading SecretService
Sep 10 16:35:12.820694 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO keyring.backend [-] Loading Windows
Sep 10 16:35:12.822035 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO keyring.backend [-] Loading chainer
Sep 10 16:35:12.822638 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO keyring.backend [-] Loading macOS
Sep 10 16:35:12.856358 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=74876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:35:12.856632 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=74876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:35:12.856925 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=74876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:35:12.857256 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.manager [-] Loading core plugin: ml2
Sep 10 16:35:13.160557 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.160762 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.161031 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.218991 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.219267 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.219535 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.222517 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.222798 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.223068 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.251040 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.251318 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.252098 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.279030 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.279309 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.279582 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.595647 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f86266328b0> agent after_create 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.596418 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f86266328b0> agent after_update 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.596418 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f8626632940> segment precommit_create 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.596418 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f86266329d0> network precommit_delete 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.597163 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f8626781b80> segment before_delete 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.718515 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8626f86370>> network before_delete 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.718833 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f8626619820> agent before_delete 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.719116 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8626f86370>> network before_create 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.719385 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8626f86370>> port before_create 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.719646 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8626f86370>> port before_update 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.719947 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8626f86370>> segment after_delete 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.720209 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8626f86370>> segment precommit_create 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.720486 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8626f86370>> segment precommit_delete 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.720738 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8626f86370>> segment after_create 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.721014 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8626f86370>> network after_delete 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.721270 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8626f86370>> network precommit_delete 0 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.721528 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8626f86370>> port provisioning_complete 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.721787 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8626f86370>> rbac-policy before_create 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.722037 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8626f86370>> rbac-policy after_delete 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.722323 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8626f86370>> agent after_update 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.722586 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8626f86370>> subnet after_delete 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.722845 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8626f86370>> subnet precommit_delete 0 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.723109 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8626f86370>> rbac-policy before_update 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.723359 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8626f86370>> rbac-policy before_delete 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.723635 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8626f86370>> segment_host_mapping after_create 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.723978 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8626f86370>> port after_create 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.724227 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8626f86370>> port after_update 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.724472 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8626f86370>> port after_delete 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.724749 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8626f86370>> rbac-policy before_create 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.724995 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8626f86370>> rbac-policy before_update 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.725238 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8626f86370>> rbac-policy before_delete 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.725611 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=74876) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 10 16:35:13.725848 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=74876) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 10 16:35:13.726095 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=74876) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 10 16:35:13.726345 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=74876) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 10 16:35:13.726576 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=74876) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 10 16:35:13.726807 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=74876) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 10 16:35:13.727341 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Sep 10 16:35:13.730423 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Sep 10 16:35:13.734307 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Sep 10 16:35:13.738715 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])])
Sep 10 16:35:13.740318 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Sep 10 16:35:13.740704 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Sep 10 16:35:13.741036 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Sep 10 16:35:13.741415 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Sep 10 16:35:13.744196 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Sep 10 16:35:13.744441 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Sep 10 16:35:13.744782 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Sep 10 16:35:13.774360 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Sep 10 16:35:13.774800 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f86264eb4f0>> qos_plugin after_init 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.775093 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=74876) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Sep 10 16:35:13.775451 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f86264eb790>> logging-plugin after_init 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.776939 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=74876) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Sep 10 16:35:13.777218 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Sep 10 16:35:13.777464 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Sep 10 16:35:13.780609 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f86264c5a60>> floatingip before_response 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.780887 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f86264c5a60>> port before_response 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:13.840906 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Sep 10 16:35:13.841142 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Sep 10 16:35:13.841374 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Sep 10 16:35:13.841750 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Sep 10 16:35:13.876452 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_db.sqlalchemy.engines [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=74876) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Sep 10 16:35:14.207372 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.plugins.ml2.managers [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Initializing driver for type 'gre'
Sep 10 16:35:14.207801 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] gre ID ranges: [(1, 1000)]
Sep 10 16:35:14.266397 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.plugins.ml2.managers [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Initializing driver for type 'local'
Sep 10 16:35:14.266737 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.plugins.ml2.managers [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Initializing driver for type 'vlan'
Sep 10 16:35:14.278555 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] VlanTypeDriver initialization complete
Sep 10 16:35:14.278924 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.plugins.ml2.managers [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Initializing driver for type 'vxlan'
Sep 10 16:35:14.279466 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] vxlan ID ranges: [(1, 1000)]
Sep 10 16:35:14.334953 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.plugins.ml2.managers [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Initializing extension driver 'port_security'
Sep 10 16:35:14.335285 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.plugins.ml2.extensions.port_security [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] PortSecurityExtensionDriver initialization complete
Sep 10 16:35:14.335622 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.plugins.ml2.managers [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Initializing mechanism driver 'openvswitch'
Sep 10 16:35:14.335961 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.plugins.ml2.managers [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Initializing mechanism driver 'hyperv'
Sep 10 16:35:14.342443 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=74876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:35:14.343215 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f862657d3a0>> port after_create 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.343588 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f862657d3a0>> port after_update 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.343962 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f862657d3a0>> port after_delete 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.344332 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f862657d490>> subnet after_create 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.344687 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f862657d490>> subnet after_update 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.345034 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f862657d490>> subnet after_delete 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.345439 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f862600e9a0>> network after_create 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.346416 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f862600e9a0>> network after_update 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.346760 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f862600e9a0>> network after_delete 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.347141 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f862600ebe0>> security_group after_create 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.347491 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f862600ebe0>> security_group after_update 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.347834 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f862600ebe0>> security_group after_delete 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.348212 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f862600eeb0>> security_group_rule after_create 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.348556 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f862600eeb0>> security_group_rule after_update 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.348893 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f862600eeb0>> security_group_rule after_delete 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.349268 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] ML2 OVO RPC backend initialized. {{(pid=74876) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}}
Sep 10 16:35:14.349906 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8626016100>> router_interface after_create 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.350289 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8626016100>> router_interface after_delete 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.350706 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8626016100>> network before_response 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.351051 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8626016100>> networks before_response 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.351396 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8626016100>> port before_response 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.351733 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8626016100>> ports before_response 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.352076 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8626016100>> subnet before_response 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.352418 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8626016100>> subnets before_response 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.352771 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8626016100>> network after_create 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.353139 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8626016100>> network after_update 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.353479 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8626016100>> network after_delete 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.353820 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8626016100>> port after_create 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.354191 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8626016100>> port after_update 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.354529 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8626016100>> port after_delete 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.354868 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8626016100>> subnet after_create 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.355206 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8626016100>> subnet after_update 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.355544 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8626016100>> subnet after_delete 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.356122 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.plugins.ml2.plugin [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Modular L2 Plugin initialization complete
Sep 10 16:35:14.356453 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading services supported by the core plugin {{(pid=74876) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Sep 10 16:35:14.356780 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.plugins.ml2.managers [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Got port-security extension from driver 'port_security'
Sep 10 16:35:14.357241 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.extensions.vlantransparent [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Disabled vlantransparent extension.
Sep 10 16:35:14.357656 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=74876) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Sep 10 16:35:14.357969 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading Plugin: router
Sep 10 16:35:14.393624 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f86260163a0>> router_interface before_create 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.394017 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f86260163a0>> router after_create 55549900 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.394532 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f86260163a0>> router before_create 55549900 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.394899 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f86260163a0>> router_interface before_delete 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.395271 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f86260163a0>> router_interface after_delete 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.395629 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f86260163a0>> router after_delete 55549900 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.395990 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f86260163a0>> floatingip after_update 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.396356 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f86260163a0>> router after_create 55549900 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.396704 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f86260163a0>> router after_update 55549900 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.397058 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f86260163a0>> router after_update 55549900 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.397412 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f86260163a0>> router_gateway after_delete 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.397771 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f86260163a0>> router after_update 55549900 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.398214 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f86260163a0>> router precommit_update 55549900 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.398586 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f86266c5310> port after_update 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.398927 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f86266c51f0> port after_delete 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.399267 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f86266c5280> subnet after_update 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.399604 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f86266c53a0> subnetpool_address_scope after_update 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.399951 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f86260163a0>> port precommit_delete 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.400299 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f86260163a0>> router precommit_create 55549900 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.400643 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f862652cca0> port before_delete 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.400985 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f86260163a0>> router precommit_create 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.401342 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f86260163a0>> router after_update 55549900 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.401686 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f86260163a0>> router precommit_delete 55549900 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.402036 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f86260163a0>> router precommit_create 55549900 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.402430 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f86260163a0>> router_interface after_create 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.402776 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f86260163a0>> router precommit_update 55549900 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.403140 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f86260163a0>> agent after_create 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.403488 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f86260163a0>> agent after_delete 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.403834 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f86260163a0>> network after_delete 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.404699 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.quota.resource_registry [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Tracking information for resource: router configured {{(pid=74876) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 10 16:35:14.405031 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.quota.resource_registry [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Tracking information for resource: floatingip configured {{(pid=74876) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 10 16:35:14.410576 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.db.l3_agentschedulers_db [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Sep 10 16:35:14.411144 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f8625f88430> port after_update 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.411504 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f8625f88310> port after_create 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.411852 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <function _notify_port_delete at 0x7f8625f883a0> port after_delete 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.412206 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f8625f88700> port after_update 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.412995 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8625fa4c70>> router before_create 55550100 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.413357 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8625fa4c70>> router precommit_delete 55550100 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.413718 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8625fa4c70>> router precommit_create 55550100 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.414073 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8625fa4c70>> router precommit_update 55550100 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.418379 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.services.provider_configuration [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Service providers = [] {{(pid=74876) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Sep 10 16:35:14.418747 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.db.servicetype_db [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=74876) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Sep 10 16:35:14.421675 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.services.service_base [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=74876) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Sep 10 16:35:14.422028 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.services.service_base [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=74876) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Sep 10 16:35:14.422397 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.services.service_base [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=74876) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Sep 10 16:35:14.423288 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.services.service_base [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=74876) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Sep 10 16:35:14.423688 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.services.service_base [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Default provider is not specified for service type L3_ROUTER_NAT
Sep 10 16:35:14.424066 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=74876) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 10 16:35:14.424758 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Sep 10 16:35:14.435374 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=74876) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 10 16:35:14.435710 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading Plugin: auto_allocate
Sep 10 16:35:14.441715 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f8625fd1b80> network precommit_update 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.442099 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f8625fd1b80> network precommit_create 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.442632 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=74876) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 10 16:35:14.442953 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading Plugin: tag
Sep 10 16:35:14.449711 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=74876) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 10 16:35:14.450031 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading Plugin: timestamp
Sep 10 16:35:14.453834 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=74876) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 10 16:35:14.454204 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading Plugin: network_ip_availability
Sep 10 16:35:14.460123 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8625fe9f70>> rbac-policy before_create 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.460444 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8625fe9f70>> rbac-policy before_update 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.460799 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8625fe9f70>> rbac-policy before_delete 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.461507 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=74876) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 10 16:35:14.461835 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading Plugin: flavors
Sep 10 16:35:14.466787 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=74876) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 10 16:35:14.467118 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading Plugin: revisions
Sep 10 16:35:14.471976 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=74876) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 10 16:35:14.472365 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_concurrency.lockutils [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.615s {{(pid=74876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:35:14.473098 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=74876) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}}
Sep 10 16:35:14.473434 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Initializing extension manager.
Sep 10 16:35:14.473940 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: __init__.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.474311 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: __pycache__ {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.474649 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.474984 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.475315 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: _filter_validation_lib.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.475642 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.475971 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: address_group.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.476724 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.477281 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: address-group
Sep 10 16:35:14.477603 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: address_scope.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.478335 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.478845 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: address-scope
Sep 10 16:35:14.479166 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: admin_state_down_before_update.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.480095 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.480601 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: router-admin-state-down-before-update
Sep 10 16:35:14.480924 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: agent.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.481635 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.482168 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: agent
Sep 10 16:35:14.482492 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: agent_resources_synced.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.483407 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.483916 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: agent-resources-synced
Sep 10 16:35:14.484237 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: allowedaddresspairs.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.486043 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.486681 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: allowed-address-pairs
Sep 10 16:35:14.487042 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: auto_allocated_topology.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.488124 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.488640 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: auto-allocated-topology
Sep 10 16:35:14.488967 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: availability_zone.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.489663 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.490198 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: availability_zone
Sep 10 16:35:14.490522 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: availability_zone_filter.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.491445 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.491958 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: availability_zone_filter
Sep 10 16:35:14.492284 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: data_plane_status.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.493194 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.493693 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extension data-plane-status not supported by any of loaded plugins
Sep 10 16:35:14.494014 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: default_subnetpools.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.494956 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.495460 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: default-subnetpools
Sep 10 16:35:14.495779 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: dhcpagentscheduler.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.496590 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.497099 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: dhcp_agent_scheduler
Sep 10 16:35:14.497420 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: dns.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.498373 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.498876 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extension dns-integration not supported by any of loaded plugins
Sep 10 16:35:14.499201 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: dns_domain_ports.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.500120 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.500632 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extension dns-domain-ports not supported by any of loaded plugins
Sep 10 16:35:14.500954 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: dvr.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.501649 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.502359 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: dvr
Sep 10 16:35:14.502690 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: empty_string_filtering.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.503607 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.504118 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: empty-string-filtering
Sep 10 16:35:14.504441 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.505351 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.505855 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Sep 10 16:35:14.506203 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.507117 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.507625 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Sep 10 16:35:14.507946 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: external_net.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.508863 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.509369 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: external-net
Sep 10 16:35:14.509690 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: extra_dhcp_opt.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.510627 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.511134 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: extra_dhcp_opt
Sep 10 16:35:14.511460 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: extraroute.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.512369 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.512879 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: extraroute
Sep 10 16:35:14.513202 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: extraroute_atomic.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.514274 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.514784 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: extraroute-atomic
Sep 10 16:35:14.515107 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: filter_validation.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.515770 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.516271 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: filter-validation
Sep 10 16:35:14.516588 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: fip_pf_description.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.518149 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.518656 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Sep 10 16:35:14.518976 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: fip_port_details.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.519904 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.520409 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: fip-port-details
Sep 10 16:35:14.520728 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: flavors.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.522156 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.522674 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: flavors
Sep 10 16:35:14.523000 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.524638 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.525164 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Sep 10 16:35:14.525496 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: floatingip_pools.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.526221 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.526736 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: floatingip-pools
Sep 10 16:35:14.527065 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: ip_allocation.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.527998 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.528506 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extension ip_allocation not supported by any of loaded plugins
Sep 10 16:35:14.528832 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.529782 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.530320 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: ip-substring-filtering
Sep 10 16:35:14.530649 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: l2_adjacency.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.531583 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.532092 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extension l2_adjacency not supported by any of loaded plugins
Sep 10 16:35:14.532419 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: l3.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.534028 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.534565 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: router
Sep 10 16:35:14.534894 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: l3_conntrack_helper.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.537125 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.537652 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Sep 10 16:35:14.537987 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.538956 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.539475 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: ext-gw-mode
Sep 10 16:35:14.539806 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.540724 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.541234 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: l3-ha
Sep 10 16:35:14.541562 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: l3_flavors.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.542510 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.543021 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: l3-flavors
Sep 10 16:35:14.543348 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.544276 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.544784 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: l3-port-ip-change-not-allowed
Sep 10 16:35:14.545109 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: l3agentscheduler.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.546158 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.546671 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: l3_agent_scheduler
Sep 10 16:35:14.546999 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: logging.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.548471 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.549009 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extension logging not supported by any of loaded plugins
Sep 10 16:35:14.549710 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: metering.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.550497 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.551074 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: metering
Sep 10 16:35:14.551400 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.552500 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.553011 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: metering_source_and_destination_fields
Sep 10 16:35:14.553337 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: multiprovidernet.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.554302 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.554811 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: multi-provider
Sep 10 16:35:14.555135 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: netmtu.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.556054 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.556558 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: net-mtu
Sep 10 16:35:14.556880 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: netmtu_writable.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.557921 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.558462 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: net-mtu-writable
Sep 10 16:35:14.558786 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: network_availability_zone.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.559465 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.559966 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: network_availability_zone
Sep 10 16:35:14.560286 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: network_ip_availability.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.561374 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.561890 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: network-ip-availability
Sep 10 16:35:14.562250 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: network_segment_range.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.563014 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.563518 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extension network-segment-range not supported by any of loaded plugins
Sep 10 16:35:14.563843 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: pagination.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.565470 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.565799 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: pagination
Sep 10 16:35:14.566206 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.567150 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.567662 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: port-mac-address-regenerate
Sep 10 16:35:14.567984 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: port_resource_request.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.568905 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.569408 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extension port-resource-request not supported by any of loaded plugins
Sep 10 16:35:14.569729 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: portbindings.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.570691 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.571198 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: binding
Sep 10 16:35:14.571521 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: portbindings_extended.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.572843 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.573311 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: binding-extended
Sep 10 16:35:14.573641 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: portsecurity.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.574590 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.575100 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: port-security
Sep 10 16:35:14.575425 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: project_id.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.576411 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.576740 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: project-id
Sep 10 16:35:14.577061 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: providernet.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.577988 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.578538 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: provider
Sep 10 16:35:14.578863 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: qos.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.583050 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.583577 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extension qos not supported by any of loaded plugins
Sep 10 16:35:14.583911 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.585150 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.585661 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Sep 10 16:35:14.585991 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.586936 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.587447 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Sep 10 16:35:14.587775 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: qos_default.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.588685 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.589195 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extension qos-default not supported by any of loaded plugins
Sep 10 16:35:14.589521 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: qos_fip.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.590197 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.590700 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extension qos-fip not supported by any of loaded plugins
Sep 10 16:35:14.591025 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: qos_gateway_ip.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.591945 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.592456 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Sep 10 16:35:14.592782 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: qos_port_network_policy.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.593689 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.594235 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Sep 10 16:35:14.594562 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: qos_rule_type_details.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.595495 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.596111 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Sep 10 16:35:14.596624 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: qos_rules_alias.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.597467 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.597983 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extension qos-rules-alias not supported by any of loaded plugins
Sep 10 16:35:14.598334 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: quotasv2.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.599201 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.599527 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: quotas
Sep 10 16:35:14.599851 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: quotasv2_detail.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.601581 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.601923 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: quota_details
Sep 10 16:35:14.602291 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: rbac.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.603342 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.603860 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: rbac-policies
Sep 10 16:35:14.604187 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: rbac_address_scope.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.605123 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.605640 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: rbac-address-scope
Sep 10 16:35:14.605966 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: rbac_security_groups.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.606919 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.607430 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: rbac-security-groups
Sep 10 16:35:14.607750 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: rbac_subnetpool.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.608668 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.609177 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: rbac-subnetpool
Sep 10 16:35:14.609500 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: revisionifmatch.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.610460 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.610974 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: revision-if-match
Sep 10 16:35:14.611322 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: revisions.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.612668 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.613179 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: standard-attr-revisions
Sep 10 16:35:14.613499 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: router_availability_zone.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.614196 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.614706 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: router_availability_zone
Sep 10 16:35:14.615025 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: routerservicetype.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.615958 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.616467 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extension router-service-type not supported by any of loaded plugins
Sep 10 16:35:14.616790 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: security_groups_port_filtering.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.617707 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.618249 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: port-security-groups-filtering
Sep 10 16:35:14.618573 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: securitygroup.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.629778 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.630344 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: security-group
Sep 10 16:35:14.630678 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: segment.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.631463 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.631971 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extension segment not supported by any of loaded plugins
Sep 10 16:35:14.632307 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.633245 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.633757 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Sep 10 16:35:14.634099 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: servicetype.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.635212 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.635733 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: service-type
Sep 10 16:35:14.636061 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: sorting.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.637047 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.637382 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: sorting
Sep 10 16:35:14.637712 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: standard_attr_segment.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.638654 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.639173 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extension standard-attr-segment not supported by any of loaded plugins
Sep 10 16:35:14.639500 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: standardattrdescription.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.640150 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.640658 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: standard-attr-description
Sep 10 16:35:14.640982 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: stateful_security_group.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.641918 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.643125 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: stateful-security-group
Sep 10 16:35:14.643453 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: stdattrs_common.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.644037 dv-cinder-808473-1-iscsi neutron-server[74876]: WARNING neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Sep 10 16:35:14.644357 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.645292 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.645801 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Sep 10 16:35:14.646149 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: subnet_onboard.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.647303 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.647824 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: subnet_onboard
Sep 10 16:35:14.648148 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.649077 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.649588 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Sep 10 16:35:14.649912 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: subnet_service_types.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.650868 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.651392 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: subnet-service-types
Sep 10 16:35:14.651717 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: subnetallocation.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.652804 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.653322 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: subnet_allocation
Sep 10 16:35:14.653647 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.654370 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.654879 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: subnetpool-prefix-ops
Sep 10 16:35:14.655200 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.656155 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.656665 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Sep 10 16:35:14.656985 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: tagging.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.658107 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.658622 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: standard-attr-tag
Sep 10 16:35:14.658950 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: timestamp.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.660164 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.660678 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loaded extension: standard-attr-timestamp
Sep 10 16:35:14.661043 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: trunk.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.662099 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.662688 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extension trunk not supported by any of loaded plugins
Sep 10 16:35:14.663017 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: trunk_details.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.663946 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.664455 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extension trunk-details not supported by any of loaded plugins
Sep 10 16:35:14.664785 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: uplink_status_propagation.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.665712 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.666287 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Sep 10 16:35:14.666613 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Loading extension file: vlantransparent.py {{(pid=74876) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 10 16:35:14.667292 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=74876) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 10 16:35:14.667795 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extension vlan-transparent not supported by any of loaded plugins
Sep 10 16:35:14.670108 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.quota.resource_registry [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Creating instance of TrackedResource for resource:network
Sep 10 16:35:14.670821 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.quota.resource_registry [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Creating instance of TrackedResource for resource:subnet
Sep 10 16:35:14.671418 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.quota.resource_registry [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Creating instance of TrackedResource for resource:subnetpool
Sep 10 16:35:14.672199 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.quota.resource_registry [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Creating instance of TrackedResource for resource:port
Sep 10 16:35:14.673469 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.v2.resource_helper [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74876) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 10 16:35:14.673926 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.v2.resource_helper [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Service FLAVORS assigned prefix:  {{(pid=74876) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 10 16:35:14.674975 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.v2.resource_helper [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74876) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 10 16:35:14.675413 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.v2.resource_helper [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74876) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 10 16:35:14.675745 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.quota.resource_registry [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Creating instance of TrackedResource for resource:router
Sep 10 16:35:14.676418 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.quota.resource_registry [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Creating instance of TrackedResource for resource:floatingip
Sep 10 16:35:14.677119 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.v2.resource_helper [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Service METERING assigned prefix: /metering {{(pid=74876) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 10 16:35:14.678574 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8625ea5fa0>> rbac-policy before_create 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.678952 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8625ea5fa0>> rbac-policy before_update 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.679302 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8625ea5fa0>> rbac-policy before_delete 55550000 {{(pid=74876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:35:14.680445 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.quota.resource_registry [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Creating instance of CountableResource for resource:rbac_policy
Sep 10 16:35:14.680881 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.quota.resource_registry [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Creating instance of TrackedResource for resource:security_group
Sep 10 16:35:14.681542 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.quota.resource_registry [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Creating instance of TrackedResource for resource:security_group_rule
Sep 10 16:35:14.682313 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.v2.resource_helper [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Service CORE assigned prefix:  {{(pid=74876) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 10 16:35:14.682646 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.quota.resource_registry [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Creating instance of TrackedResource for resource:subnetpool
Sep 10 16:35:14.682981 dv-cinder-808473-1-iscsi neutron-server[74876]: WARNING neutron.quota.resource_registry [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] subnetpool is already registered
Sep 10 16:35:14.683572 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.v2.resource_helper [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Service CORE assigned prefix:  {{(pid=74876) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 10 16:35:14.683900 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.quota.resource_registry [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Creating instance of TrackedResource for resource:subnetpool
Sep 10 16:35:14.684224 dv-cinder-808473-1-iscsi neutron-server[74876]: WARNING neutron.quota.resource_registry [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] subnetpool is already registered
Sep 10 16:35:14.686867 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.v2.resource_helper [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74876) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 10 16:35:14.687306 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.v2.resource_helper [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Service FLAVORS assigned prefix:  {{(pid=74876) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 10 16:35:14.687933 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.v2.resource_helper [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74876) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 10 16:35:14.688356 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.v2.resource_helper [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74876) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 10 16:35:14.688692 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.quota.resource_registry [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Creating instance of TrackedResource for resource:router
Sep 10 16:35:14.689023 dv-cinder-808473-1-iscsi neutron-server[74876]: WARNING neutron.quota.resource_registry [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] router is already registered
Sep 10 16:35:14.690313 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.quota.resource_registry [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Creating instance of TrackedResource for resource:floatingip
Sep 10 16:35:14.690644 dv-cinder-808473-1-iscsi neutron-server[74876]: WARNING neutron.quota.resource_registry [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] floatingip is already registered
Sep 10 16:35:14.691286 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.v2.resource_helper [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Service METERING assigned prefix: /metering {{(pid=74876) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 10 16:35:14.691967 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.quota.resource_registry [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Creating instance of CountableResource for resource:rbac_policy
Sep 10 16:35:14.692300 dv-cinder-808473-1-iscsi neutron-server[74876]: WARNING neutron.quota.resource_registry [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] rbac_policy is already registered
Sep 10 16:35:14.692840 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.quota.resource_registry [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Creating instance of TrackedResource for resource:security_group
Sep 10 16:35:14.693170 dv-cinder-808473-1-iscsi neutron-server[74876]: WARNING neutron.quota.resource_registry [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] security_group is already registered
Sep 10 16:35:14.693754 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.quota.resource_registry [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Creating instance of TrackedResource for resource:security_group_rule
Sep 10 16:35:14.694108 dv-cinder-808473-1-iscsi neutron-server[74876]: WARNING neutron.quota.resource_registry [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] security_group_rule is already registered
Sep 10 16:35:14.694778 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.v2.resource_helper [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Service CORE assigned prefix:  {{(pid=74876) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 10 16:35:14.695109 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.quota.resource_registry [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Creating instance of TrackedResource for resource:subnetpool
Sep 10 16:35:14.695435 dv-cinder-808473-1-iscsi neutron-server[74876]: WARNING neutron.quota.resource_registry [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] subnetpool is already registered
Sep 10 16:35:14.696036 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.v2.resource_helper [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Service CORE assigned prefix:  {{(pid=74876) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 10 16:35:14.696364 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.quota.resource_registry [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Creating instance of TrackedResource for resource:subnetpool
Sep 10 16:35:14.696687 dv-cinder-808473-1-iscsi neutron-server[74876]: WARNING neutron.quota.resource_registry [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] subnetpool is already registered
Sep 10 16:35:14.697325 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extended resource: extensions {{(pid=74876) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 10 16:35:14.698835 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extended resource: address-groups {{(pid=74876) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 10 16:35:14.700423 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extended resource: address-scopes {{(pid=74876) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 10 16:35:14.701607 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extended resource: agents {{(pid=74876) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 10 16:35:14.702805 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extended resource: auto-allocated-topology {{(pid=74876) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 10 16:35:14.704024 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extended resource: availability_zones {{(pid=74876) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 10 16:35:14.705995 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extended resource: dhcp-networks {{(pid=74876) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 10 16:35:14.707386 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extended resource: dhcp-agents {{(pid=74876) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 10 16:35:14.708778 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extended resource: routers {{(pid=74876) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 10 16:35:14.710651 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extended resource: flavors {{(pid=74876) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 10 16:35:14.711766 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extended resource: service_profiles {{(pid=74876) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 10 16:35:14.712949 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extended resource: next_providers {{(pid=74876) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 10 16:35:14.714481 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extended resource: service_profiles {{(pid=74876) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 10 16:35:14.715890 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extended resource: floatingip-pools {{(pid=74876) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 10 16:35:14.717122 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extended resource: routers {{(pid=74876) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 10 16:35:14.718991 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extended resource: floatingips {{(pid=74876) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 10 16:35:14.720159 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extended resource: l3-routers {{(pid=74876) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 10 16:35:14.721666 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extended resource: l3-agents {{(pid=74876) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 10 16:35:14.723089 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extended resource: metering-labels {{(pid=74876) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 10 16:35:14.725229 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extended resource: metering-label-rules {{(pid=74876) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 10 16:35:14.726555 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extended resource: network-ip-availabilities {{(pid=74876) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 10 16:35:14.727787 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extended resource: bindings {{(pid=74876) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 10 16:35:14.729411 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extended resource: quotas {{(pid=74876) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 10 16:35:14.730849 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extended resource: quotas {{(pid=74876) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 10 16:35:14.732258 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extended resource: rbac-policies {{(pid=74876) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 10 16:35:14.733531 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extended resource: security-groups {{(pid=74876) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 10 16:35:14.734763 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extended resource: security-group-rules {{(pid=74876) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 10 16:35:14.735988 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extended resource: service-providers {{(pid=74876) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 10 16:35:14.737353 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extended resource: subnetpools {{(pid=74876) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 10 16:35:14.738791 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extended resource: subnetpools {{(pid=74876) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 10 16:35:14.740223 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extended resource: tags {{(pid=74876) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 10 16:35:14.741864 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extended resource: tags {{(pid=74876) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 10 16:35:14.743669 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extended resource: tags {{(pid=74876) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 10 16:35:14.745395 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extended resource: tags {{(pid=74876) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 10 16:35:14.747220 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extended resource: tags {{(pid=74876) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 10 16:35:14.748875 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extended resource: tags {{(pid=74876) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 10 16:35:14.750629 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extended resource: tags {{(pid=74876) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 10 16:35:14.753090 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extended resource: tags {{(pid=74876) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 10 16:35:14.754945 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extended resource: tags {{(pid=74876) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 10 16:35:14.756758 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron.api.extensions [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Extended resource: tags {{(pid=74876) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 10 16:35:14.762495 dv-cinder-808473-1-iscsi neutron-server[74876]: WARNING keystonemiddleware.auth_token [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Sep 10 16:35:14.767194 dv-cinder-808473-1-iscsi neutron-server[74876]: WARNING keystonemiddleware.auth_token [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Sep 10 16:35:14.775864 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_concurrency.lockutils [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Acquired lock "singleton_lock" {{(pid=74876) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Sep 10 16:35:14.776343 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_concurrency.lockutils [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Releasing lock "singleton_lock" {{(pid=74876) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Sep 10 16:35:14.776960 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO oslo_service.service [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Starting 2 workers
Sep 10 16:35:14.781557 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Started child 74981 {{(pid=74876) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Sep 10 16:35:14.785864 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Started child 74982 {{(pid=74876) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Sep 10 16:35:14.786895 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:14.787540 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO neutron.service [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Neutron service started, listening on 0.0.0.0:9696
Sep 10 16:35:14.788043 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Notify callbacks [] for process, before_spawn {{(pid=74876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:14.788383 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [-] (74981) wsgi starting up on http://0.0.0.0:9696
Sep 10 16:35:14.790379 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:14.790816 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO oslo_service.service [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Starting 1 workers
Sep 10 16:35:14.791735 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [-] (74982) wsgi starting up on http://0.0.0.0:9696
Sep 10 16:35:14.795602 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Started child 74983 {{(pid=74876) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Sep 10 16:35:14.796109 dv-cinder-808473-1-iscsi neutron-server[74876]: INFO oslo_service.service [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Starting 1 workers
Sep 10 16:35:14.799735 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.service [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] calling RpcWorker wait() {{(pid=74983) _wait /opt/stack/neutron/neutron/service.py:128}}
Sep 10 16:35:14.800302 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.service [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] returning from RpcWorker wait() {{(pid=74983) _wait /opt/stack/neutron/neutron/service.py:135}}
Sep 10 16:35:14.800660 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Started child 74984 {{(pid=74876) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Sep 10 16:35:14.801475 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c2e-fbfb-427d-a558-d10e0e546615 None None] Notify callbacks [] for process, after_spawn {{(pid=74876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:14.801570 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:14.802044 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:35:14.803441 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74876) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Sep 10 16:35:14.803605 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Sep 10 16:35:14.803789 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Sep 10 16:35:14.803996 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Sep 10 16:35:14.804349 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Sep 10 16:35:14.804507 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Sep 10 16:35:14.805040 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.805328 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:14.805781 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.805781 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.805919 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.806164 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.806504 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:35:14.806730 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.806988 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.807242 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.807510 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.807744 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.807914 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.808081 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.808323 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.808606 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.808852 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.809120 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.809368 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.809637 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.809808 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.810047 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.810343 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.810570 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.810837 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] debug                          = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.811077 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.811555 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.811779 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.812041 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.812290 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.812564 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.812809 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.813071 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.813295 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.813513 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.813731 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.813990 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.814786 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.815094 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.815342 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.815578 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.816087 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] host                           = dv-cinder-808473-1-iscsi {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.816332 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.816547 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.816779 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.817035 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.817277 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.817512 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.817776 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.818022 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.818287 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.818509 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.818767 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.818996 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.819214 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.819454 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.819616 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.819848 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.820120 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.820375 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.820563 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.820730 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.820903 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.821167 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.821329 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.821595 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.821831 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.822043 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.822391 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.822630 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.822854 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.823177 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.823348 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.823580 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.823788 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.824032 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.824256 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.824478 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.824717 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.824947 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.825158 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.825371 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.825678 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.825835 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.826066 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.826307 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.826518 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.826773 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.827016 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.827248 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.827487 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.827714 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.827938 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.828166 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.828426 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.828714 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.828896 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.829158 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.829371 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.829600 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.830512 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.830759 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.831086 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.831407 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.831692 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.831945 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.832160 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.832406 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.832619 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.832847 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.833054 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.833516 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.834003 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.834360 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.834633 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.835045 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.835292 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.835610 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.835909 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.836034 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.836229 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.836525 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.836747 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.837385 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.837385 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.837623 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.41/identity {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.837899 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.838112 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.839168 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.839168 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.839168 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.839168 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.840231 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.840231 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.840231 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.840231 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.841042 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.841285 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.842115 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.842115 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.842115 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.842369 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.842551 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.842714 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.842938 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.843152 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.843374 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.843610 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.843844 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.844148 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.844889 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.845124 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.845344 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.845656 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.845822 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.846041 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.846530 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.846808 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.847150 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.847373 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.847592 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.847825 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.848177 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.848411 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.848647 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.849060 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.849284 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.849519 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.849765 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.850610 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.850610 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.850610 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.851016 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.851016 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.851167 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.851254 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.851469 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.851728 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.851920 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.852169 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.852387 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.852622 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.852835 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.853074 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.853320 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.853625 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.853961 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.854247 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.854496 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.854723 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.854977 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.855220 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.855486 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.855713 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.855962 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.856197 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.856678 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.856909 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.857181 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.857439 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.857680 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.857963 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.858233 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.858462 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.858704 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.858943 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.859175 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.859436 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.859673 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.859941 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.860194 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.860433 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.860699 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.860954 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.861337 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.861561 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.861837 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.862184 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.862466 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.862749 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.863009 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.863285 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.863582 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.863813 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.864093 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.864401 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.864663 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.865006 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.865361 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.865596 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.865844 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.866102 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.866348 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.866702 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.866941 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.867193 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.867432 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.867738 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.867991 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.868236 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.868500 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.868917 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.869329 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.869591 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.869992 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.41/identity {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.870242 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.870477 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.870726 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.870942 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.871191 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.871426 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.871644 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.871861 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.872233 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.872647 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.872867 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.873108 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.873353 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.873628 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.873875 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.874124 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.874395 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.874637 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.874886 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.875155 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.875376 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.875799 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.876037 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.876444 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.877265 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.877596 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.877898 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.878179 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.878702 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.878958 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.879209 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.879445 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.879702 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.879922 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.880138 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.880351 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.880580 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.880790 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.881316 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.881316 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.881472 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.881729 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.881980 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.882341 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.882587 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.882848 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.883086 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.883303 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.883517 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.883928 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.884354 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.884800 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.885140 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 53026) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:35:14.885380 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.885872 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.886300 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.886674 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.887050 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.887413 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.887791 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.888171 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.888539 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.888960 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.889204 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.889426 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.889724 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.889972 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.890237 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.890483 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.890719 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.890950 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.891188 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.891424 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.891645 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.891865 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.892164 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.892482 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.893237 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.893538 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.893769 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.893998 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.894296 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.894615 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.894851 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.895111 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.895331 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.895556 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.895800 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.896055 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.896413 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.896716 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0089135
Sep 10 16:35:14.897642 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.897642 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.897839 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.898026 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.898347 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.898611 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.898828 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.899130 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.899463 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.899949 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.901272 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.901698 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.902168 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.902418 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.902639 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.903985 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.903985 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.903985 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.903985 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.903985 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.903985 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.904415 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.904415 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.904636 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.904837 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.905071 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.905328 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.905549 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.905710 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Sep 10 16:35:14.906242 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74876) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Sep 10 16:35:14.906402 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Sep 10 16:35:14.906710 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Sep 10 16:35:14.906876 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Sep 10 16:35:14.907223 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Sep 10 16:35:14.907383 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Sep 10 16:35:14.907658 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.907757 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.907961 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.908146 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.908257 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.908428 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.908591 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.908769 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.908907 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.909065 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.909225 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.911189 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.911189 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.911189 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.911189 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.911189 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.911189 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.911189 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.911189 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.911690 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.911690 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.911690 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.911690 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] debug                          = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.911690 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.911690 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.912035 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.912035 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.912035 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.912035 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.912273 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.912273 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.912418 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.912575 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.912927 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.913085 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.913397 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.913684 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.914000 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.914202 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.914336 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] host                           = dv-cinder-808473-1-iscsi {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.914641 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.914788 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.914946 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.915110 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.915258 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.915410 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.915570 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.915715 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.915875 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.916024 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.916178 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.916330 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.916490 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.916647 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.916791 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.916952 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.917110 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.917264 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.917600 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.917767 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.917935 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.918123 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.918276 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.918584 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.918740 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.919036 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.919198 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.919356 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.919514 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.919672 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.919831 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.919989 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.920146 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.920304 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.920462 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.920619 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.920776 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.920935 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.921092 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.921254 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.921429 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.921574 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.921714 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.921851 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.923065 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.923233 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.924948 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.925489 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.925842 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.926041 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.926294 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.926427 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.926513 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.927353 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.927353 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.927353 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.927353 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.927353 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.927353 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.927997 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.927997 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.927997 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.927997 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.928391 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.928391 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.928391 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.928739 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.928739 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.928901 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 10 16:35:14.929635 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.929635 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.929635 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.929635 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.929635 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.930178 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.930178 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.930178 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.931270 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.931270 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.931270 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.931270 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.931270 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.931270 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.931270 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.41/identity {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.931947 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.931947 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.931947 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.931947 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.931947 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.932304 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.932304 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.932447 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.932572 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.932655 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.932793 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.932938 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.933093 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.933251 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.933561 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.933869 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.934032 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.934364 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.934532 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.934692 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.934834 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.934999 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.935163 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.935324 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.935486 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.935656 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.935818 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.935978 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.936129 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.936290 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.936451 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.936602 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.936762 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.936923 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.937084 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.937245 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.937419 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.937576 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.937739 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.937875 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.938030 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.938216 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.938379 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.938540 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.938702 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.938854 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.939053 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.939297 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.940071 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.940071 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.940341 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.940341 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.940600 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.940600 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.940855 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.941004 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.941141 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.941276 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.941506 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.941506 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.941813 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.941813 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.942216 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.942216 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.942492 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.942492 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.942750 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.942750 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.943022 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.943230 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.943230 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.943490 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.943490 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.943766 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.943912 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.944048 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.944184 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.944318 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.944451 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.944623 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.944718 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.944848 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.945010 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.945170 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.945329 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.945489 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.945660 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.945821 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.945985 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.946167 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.946336 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.946508 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.946669 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.946831 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.946992 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.947153 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.947314 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.947476 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.947636 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.947795 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.947957 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.948119 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:35:14.948211 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.948328 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.948440 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.948595 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.948756 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.948916 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.949101 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.949263 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.949423 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.949585 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.949744 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.949904 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.950064 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.951027 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.951193 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.951357 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.951586 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.951708 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.41/identity {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.951833 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.951994 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.952154 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.952315 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.952477 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.952638 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.952799 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.952961 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.953121 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.953283 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.953444 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.953604 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.953765 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.953923 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.954115 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.954276 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.954437 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.954597 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.954792 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.954942 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.955103 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.955264 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.955496 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.955610 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.955724 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.955872 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.956033 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.956195 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.956357 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.956520 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.956680 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.956841 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.957004 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.957165 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.957326 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.957487 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.958113 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.958113 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.958113 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.958113 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.958688 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.958688 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.958688 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.958925 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.958925 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.959072 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.959182 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.959336 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.959474 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.959619 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.959784 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.959944 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.960090 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.960224 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.960390 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.960550 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.960761 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.960904 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.961046 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.961178 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.961318 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.961473 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.966692 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.966692 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.966692 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.966692 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.966692 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.966692 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.966692 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.966692 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.966692 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.968014 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.968014 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.968014 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.968014 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.968014 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.968014 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.968014 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.968014 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.968874 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.968874 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.968874 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.968874 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.968874 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.968874 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.968874 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.968874 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.969890 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.969890 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.969890 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.969890 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.969890 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.969890 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.969890 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.969890 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.970683 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.970683 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.970683 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.970683 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.970683 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.970683 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.970683 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.970683 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.970683 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.971575 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.971575 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.971575 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.971575 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.971575 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.971575 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.972133 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.972310 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.972512 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.972688 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.973499 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.973664 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.973827 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 10 16:35:14.973984 dv-cinder-808473-1-iscsi neutron-server[74876]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74876) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Sep 10 16:35:25.229032 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984e6250-7471-445e-824a-e12db833a406 None None] get_active_networks_info from dv-cinder-808473-1-iscsi {{(pid=74983) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Sep 10 16:35:25.302947 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984e6250-7471-445e-824a-e12db833a406 None None] No non-hosted networks {{(pid=74983) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Sep 10 16:35:25.319112 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-eea4d863-623e-40b7-8a48-b095839e38ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-449229'] for agent, after_create {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:25.587607 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-449229'] for agent, after_create {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:25.591850 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:35:25.592558 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:35:25.593093 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:35:25.593647 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:35:25.594236 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:35:25.595434 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:35:25.596568 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:35:25.597133 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:35:25.597690 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:35:25.598304 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:35:25.598859 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:35:25.601671 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f8625ab4850>, 'Open vSwitch agent', 'dv-cinder-808473-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:35:25.618677 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f8625a722e0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-808473-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:35:27.498458 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-fbbdc97f-72cf-428d-9348-650a62e1d6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-449229'] for agent, after_create {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:27.551845 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3404f189-bb8d-4c9e-9933-d905615578b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:28.429138 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-449229'] for agent, after_create {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:29.874913 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-449229'] for agent, after_create {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:31.529789 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 53122) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:35:32.160871 dv-cinder-808473-1-iscsi neutron-server[74982]: WARNING oslo_policy.policy [None req-0f6f215b-cb53-49ff-8a43-4ac653a6c054 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 10 16:35:32.161537 dv-cinder-808473-1-iscsi neutron-server[74982]: WARNING oslo_policy.policy [None req-0f6f215b-cb53-49ff-8a43-4ac653a6c054 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 10 16:35:32.383042 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [None req-0f6f215b-cb53-49ff-8a43-4ac653a6c054 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=74982) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Sep 10 16:35:32.384023 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-0f6f215b-cb53-49ff-8a43-4ac653a6c054 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.8532348
Sep 10 16:35:32.511358 dv-cinder-808473-1-iscsi neutron-server[74983]: INFO neutron.db.l3_hamode_db [None req-17bbf28a-a00c-4878-aaf7-a0db55683c5f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Sep 10 16:35:32.602959 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bbf28a-a00c-4878-aaf7-a0db55683c5f None None] Routers set() bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:35:32.603344 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bbf28a-a00c-4878-aaf7-a0db55683c5f None None] Router IDs set() for agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Sep 10 16:35:34.617025 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 53136) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:35:35.003551 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-b883ba17-4399-45f5-9100-a1aab30bf898 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:35:35.052440 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.policy [None req-b883ba17-4399-45f5-9100-a1aab30bf898 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74982) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Sep 10 16:35:35.053176 dv-cinder-808473-1-iscsi neutron-server[74982]: WARNING oslo_policy.policy [None req-b883ba17-4399-45f5-9100-a1aab30bf898 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 10 16:35:35.053563 dv-cinder-808473-1-iscsi neutron-server[74982]: WARNING oslo_policy.policy [None req-b883ba17-4399-45f5-9100-a1aab30bf898 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 10 16:35:35.056862 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.quota [None req-b883ba17-4399-45f5-9100-a1aab30bf898 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f8625c72bb0>.
Sep 10 16:35:35.072367 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-b883ba17-4399-45f5-9100-a1aab30bf898 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:35:35.139962 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b883ba17-4399-45f5-9100-a1aab30bf898 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763381999153', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763381983824', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763381974848', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763381977322', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763382036094', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-631675', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-782672', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3907216', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3855005'] for rbac-policy, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:35.212339 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b883ba17-4399-45f5-9100-a1aab30bf898 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:35.213444 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-b883ba17-4399-45f5-9100-a1aab30bf898 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.5954678
Sep 10 16:35:37.716111 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 53150) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:35:38.081503 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-f66c8038-07e2-4fbc-a051-3bc2f1eb879a admin admin] Request body: {'network': {'project_id': 'a9ce4cef13d34eca830966417c81d12e', 'admin_state_up': True, 'name': 'private'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:35:38.086211 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-f66c8038-07e2-4fbc-a051-3bc2f1eb879a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:35:38.090711 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-f66c8038-07e2-4fbc-a051-3bc2f1eb879a admin admin] Usage tracker for resource:network and tenant:a9ce4cef13d34eca830966417c81d12e is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:35:38.095198 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-f66c8038-07e2-4fbc-a051-3bc2f1eb879a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:35:38.101272 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-f66c8038-07e2-4fbc-a051-3bc2f1eb879a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:35:38.110660 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66c8038-07e2-4fbc-a051-3bc2f1eb879a admin admin] Made reservation on behalf of a9ce4cef13d34eca830966417c81d12e for: {'network': 1} {{(pid=74982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:35:38.113383 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f66c8038-07e2-4fbc-a051-3bc2f1eb879a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for network, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:38.131131 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f66c8038-07e2-4fbc-a051-3bc2f1eb879a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:38.172532 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-f66c8038-07e2-4fbc-a051-3bc2f1eb879a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:35:38.177123 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-f66c8038-07e2-4fbc-a051-3bc2f1eb879a admin admin] Usage tracker for resource:security_group_rule and tenant:a9ce4cef13d34eca830966417c81d12e is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:35:38.180259 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-f66c8038-07e2-4fbc-a051-3bc2f1eb879a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:35:38.187371 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-f66c8038-07e2-4fbc-a051-3bc2f1eb879a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:35:38.255649 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f66c8038-07e2-4fbc-a051-3bc2f1eb879a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:38.259583 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f66c8038-07e2-4fbc-a051-3bc2f1eb879a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:38.265083 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:35:38.284781 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f66c8038-07e2-4fbc-a051-3bc2f1eb879a admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'}  {{(pid=74982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Sep 10 16:35:38.311903 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f66c8038-07e2-4fbc-a051-3bc2f1eb879a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763384148628', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-567309'] for segment, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:38.312494 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f66c8038-07e2-4fbc-a051-3bc2f1eb879a admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f8626632940> segment precommit_create {{(pid=74982) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Sep 10 16:35:38.312948 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.db.segments_db [None req-f66c8038-07e2-4fbc-a051-3bc2f1eb879a admin admin] Added segment d42dbae4-978b-42c7-9aba-43ad4484bbfb of type vlan for network c7b6fd92-a10e-45f6-8c5e-811e24e97ed3
Sep 10 16:35:38.327441 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c8038-07e2-4fbc-a051-3bc2f1eb879a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5315b3-612a-4724-aef6-b621193db1dd,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:35:38.388440 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c8038-07e2-4fbc-a051-3bc2f1eb879a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:35:38.388699 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c8038-07e2-4fbc-a051-3bc2f1eb879a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:35:38.389030 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c8038-07e2-4fbc-a051-3bc2f1eb879a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:35:38.389353 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c8038-07e2-4fbc-a051-3bc2f1eb879a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:35:38.389689 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c8038-07e2-4fbc-a051-3bc2f1eb879a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:35:38.390013 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c8038-07e2-4fbc-a051-3bc2f1eb879a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:35:38.390356 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c8038-07e2-4fbc-a051-3bc2f1eb879a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:35:38.390705 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c8038-07e2-4fbc-a051-3bc2f1eb879a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:35:38.391003 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c8038-07e2-4fbc-a051-3bc2f1eb879a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:35:38.391313 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c8038-07e2-4fbc-a051-3bc2f1eb879a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:35:38.391623 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c8038-07e2-4fbc-a051-3bc2f1eb879a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:35:38.392646 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c8038-07e2-4fbc-a051-3bc2f1eb879a admin admin] Tracked resource versions report:
Sep 10 16:35:38.392646 dv-cinder-808473-1-iscsi neutron-server[74982]: pushed versions:
Sep 10 16:35:38.392646 dv-cinder-808473-1-iscsi neutron-server[74982]: {   'ConntrackHelper': {'1.0'},
Sep 10 16:35:38.392646 dv-cinder-808473-1-iscsi neutron-server[74982]:     'Log': {'1.0'},
Sep 10 16:35:38.392646 dv-cinder-808473-1-iscsi neutron-server[74982]:     'Network': {'1.1'},
Sep 10 16:35:38.392646 dv-cinder-808473-1-iscsi neutron-server[74982]:     'Port': {'1.5'},
Sep 10 16:35:38.392646 dv-cinder-808473-1-iscsi neutron-server[74982]:     'PortForwarding': {'1.2'},
Sep 10 16:35:38.392646 dv-cinder-808473-1-iscsi neutron-server[74982]:     'QosPolicy': {'1.8'},
Sep 10 16:35:38.392646 dv-cinder-808473-1-iscsi neutron-server[74982]:     'SecurityGroup': {'1.2'},
Sep 10 16:35:38.392646 dv-cinder-808473-1-iscsi neutron-server[74982]:     'SecurityGroupRule': {'1.0'},
Sep 10 16:35:38.392646 dv-cinder-808473-1-iscsi neutron-server[74982]:     'SubPort': {'1.0'},
Sep 10 16:35:38.392646 dv-cinder-808473-1-iscsi neutron-server[74982]:     'Subnet': {'1.1'},
Sep 10 16:35:38.392646 dv-cinder-808473-1-iscsi neutron-server[74982]:     'Trunk': {'1.1'}}
Sep 10 16:35:38.392646 dv-cinder-808473-1-iscsi neutron-server[74982]: consumer versions:
Sep 10 16:35:38.392646 dv-cinder-808473-1-iscsi neutron-server[74982]: {   DHCP agent@dv-cinder-808473-1-iscsi: {},
Sep 10 16:35:38.392646 dv-cinder-808473-1-iscsi neutron-server[74982]:     L3 agent@dv-cinder-808473-1-iscsi: {},
Sep 10 16:35:38.392646 dv-cinder-808473-1-iscsi neutron-server[74982]:     Metadata agent@dv-cinder-808473-1-iscsi: {},
Sep 10 16:35:38.392646 dv-cinder-808473-1-iscsi neutron-server[74982]:     Metering agent@dv-cinder-808473-1-iscsi: {},
Sep 10 16:35:38.392646 dv-cinder-808473-1-iscsi neutron-server[74982]:     Open vSwitch agent@dv-cinder-808473-1-iscsi: {   'ConntrackHelper': '1.0',
Sep 10 16:35:38.392646 dv-cinder-808473-1-iscsi neutron-server[74982]:                                                      'Log': '1.0',
Sep 10 16:35:38.392646 dv-cinder-808473-1-iscsi neutron-server[74982]:                                                      'Network': '1.1',
Sep 10 16:35:38.392646 dv-cinder-808473-1-iscsi neutron-server[74982]:                                                      'Port': '1.5',
Sep 10 16:35:38.392646 dv-cinder-808473-1-iscsi neutron-server[74982]:                                                      'PortForwarding': '1.2',
Sep 10 16:35:38.392646 dv-cinder-808473-1-iscsi neutron-server[74982]:                                                      'QosPolicy': '1.8',
Sep 10 16:35:38.392646 dv-cinder-808473-1-iscsi neutron-server[74982]:                                                      'SecurityGroup': '1.2',
Sep 10 16:35:38.392646 dv-cinder-808473-1-iscsi neutron-server[74982]:                                                      'SecurityGroupRule': '1.0',
Sep 10 16:35:38.392646 dv-cinder-808473-1-iscsi neutron-server[74982]:                                                      'SubPort': '1.0',
Sep 10 16:35:38.392646 dv-cinder-808473-1-iscsi neutron-server[74982]:                                                      'Subnet': '1.1',
Sep 10 16:35:38.392646 dv-cinder-808473-1-iscsi neutron-server[74982]:                                                      'Trunk': '1.1'}}
Sep 10 16:35:38.392646 dv-cinder-808473-1-iscsi neutron-server[74982]:  {{(pid=74982) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 10 16:35:38.438114 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f66c8038-07e2-4fbc-a051-3bc2f1eb879a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763383730616'] for network, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:38.438114 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-f66c8038-07e2-4fbc-a051-3bc2f1eb879a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:35:38.472728 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f66c8038-07e2-4fbc-a051-3bc2f1eb879a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695'] for network, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:38.473991 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66c8038-07e2-4fbc-a051-3bc2f1eb879a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:35:38.474655 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f66c8038-07e2-4fbc-a051-3bc2f1eb879a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for network, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:38.479041 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:35:38.583524 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c8038-07e2-4fbc-a051-3bc2f1eb879a admin admin] Pushing event updated for resources: {'Network': ['ID=c7b6fd92-a10e-45f6-8c5e-811e24e97ed3,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:35:38.586721 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-f66c8038-07e2-4fbc-a051-3bc2f1eb879a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8696363
Sep 10 16:35:38.603706 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-f66c8038-07e2-4fbc-a051-3bc2f1eb879a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:35:38.612072 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Network c7b6fd92-a10e-45f6-8c5e-811e24e97ed3 details requested by agent ovs-agent-dv-cinder-808473-1-iscsi with host dv-cinder-808473-1-iscsi {{(pid=74983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 10 16:35:41.137622 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 53166) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:35:41.599467 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e760d152-98c8-4308-83b2-a429ab6de979 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:35:41.600802 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-e760d152-98c8-4308-83b2-a429ab6de979 admin admin] 10.222.0.41 "GET /v2.0/networks/c7b6fd92-a10e-45f6-8c5e-811e24e97ed3 HTTP/1.1" status: 200  len: 825 time: 0.4622231
Sep 10 16:35:41.630787 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-e9d12da0-ee73-4855-b9b1-75ea6fe3d46e admin admin] 10.222.0.41 "GET /v2.0/subnetpools/19315174-cee2-4028-8d2d-e5327e5bd380 HTTP/1.1" status: 200  len: 734 time: 0.0248160
Sep 10 16:35:41.638764 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-c33c0795-f122-477d-85fb-1d80d7a55eec admin admin] Request body: {'subnet': {'tenant_id': 'a9ce4cef13d34eca830966417c81d12e', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '19315174-cee2-4028-8d2d-e5327e5bd380', 'ip_version': 4, 'name': 'private-subnet', 'network_id': 'c7b6fd92-a10e-45f6-8c5e-811e24e97ed3'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:35:41.642864 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-c33c0795-f122-477d-85fb-1d80d7a55eec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:35:41.647146 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-c33c0795-f122-477d-85fb-1d80d7a55eec admin admin] Usage tracker for resource:subnet and tenant:a9ce4cef13d34eca830966417c81d12e is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:35:41.649945 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-c33c0795-f122-477d-85fb-1d80d7a55eec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:35:41.655557 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-c33c0795-f122-477d-85fb-1d80d7a55eec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:35:41.665133 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33c0795-f122-477d-85fb-1d80d7a55eec admin admin] Made reservation on behalf of a9ce4cef13d34eca830966417c81d12e for: {'subnet': 1} {{(pid=74982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:35:41.667517 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-c33c0795-f122-477d-85fb-1d80d7a55eec admin admin] Notify callbacks [] for subnet, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:41.936400 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-c33c0795-f122-477d-85fb-1d80d7a55eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695'] for subnet, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:41.941395 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:35:42.022658 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c0795-f122-477d-85fb-1d80d7a55eec admin admin] Pushing event updated for resources: {'Subnet': ['ID=89099706-a864-48bc-a3de-d4cfd9bdaa56,revision_number=0']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:35:42.026108 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-c33c0795-f122-477d-85fb-1d80d7a55eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:35:42.026953 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33c0795-f122-477d-85fb-1d80d7a55eec admin admin] Checking segment: {'id': 'd42dbae4-978b-42c7-9aba-43ad4484bbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c7b6fd92-a10e-45f6-8c5e-811e24e97ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:35:42.027331 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33c0795-f122-477d-85fb-1d80d7a55eec admin admin] Network hostable DHCP agents. Network: c7b6fd92-a10e-45f6-8c5e-811e24e97ed3, hostable agents: ['16ada634-a41f-45d3-a3ee-16ead43437b7'], hosted agents: [] {{(pid=74982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 10 16:35:42.050911 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33c0795-f122-477d-85fb-1d80d7a55eec admin admin] Network c7b6fd92-a10e-45f6-8c5e-811e24e97ed3 is scheduled to be hosted by DHCP agent 16ada634-a41f-45d3-a3ee-16ead43437b7 with binding_index 1 {{(pid=74982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 10 16:35:42.060015 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.base_scheduler [None req-c33c0795-f122-477d-85fb-1d80d7a55eec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808473-1-iscsi, c7b6fd92-a10e-45f6-8c5e-811e24e97ed3) {{(pid=74982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:35:42.064717 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33c0795-f122-477d-85fb-1d80d7a55eec admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:35:42.065953 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-c33c0795-f122-477d-85fb-1d80d7a55eec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for subnet, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:42.070914 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9dab733-7f28-46dc-b779-7f21d5c49843 None None] Network c7b6fd92-a10e-45f6-8c5e-811e24e97ed3 requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:35:42.086253 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-c33c0795-f122-477d-85fb-1d80d7a55eec admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4485564
Sep 10 16:35:42.382647 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327500f8-49ef-412f-a124-3c962b8dc858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd50011bc-20d0-5c59-bf13-9c606f0d4957-c7b6fd92-a10e-45f6-8c5e-811e24e97ed3', 'network_id': 'c7b6fd92-a10e-45f6-8c5e-811e24e97ed3', 'tenant_id': 'a9ce4cef13d34eca830966417c81d12e', 'fixed_ips': [{'subnet_id': '89099706-a864-48bc-a3de-d4cfd9bdaa56'}]}} from dv-cinder-808473-1-iscsi. {{(pid=74983) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Sep 10 16:35:42.383839 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-327500f8-49ef-412f-a124-3c962b8dc858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:42.564491 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.db_base_plugin_common [None req-327500f8-49ef-412f-a124-3c962b8dc858 None None] Allocated IP 172.20.0.2 (c7b6fd92-a10e-45f6-8c5e-811e24e97ed3/89099706-a864-48bc-a3de-d4cfd9bdaa56/4d8591d9-b9dd-4f0d-815a-5d68f3593852) {{(pid=74983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:35:42.785981 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-327500f8-49ef-412f-a124-3c962b8dc858 None None] Notify callbacks [] for port, precommit_create {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:42.798886 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-327500f8-49ef-412f-a124-3c962b8dc858 None None] Transition to ACTIVE for port object 4d8591d9-b9dd-4f0d-815a-5d68f3593852 will not be triggered until provisioned by entity L2. {{(pid=74983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:35:42.818645 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-327500f8-49ef-412f-a124-3c962b8dc858 None None] Transition to ACTIVE for port object 4d8591d9-b9dd-4f0d-815a-5d68f3593852 will not be triggered until provisioned by entity DHCP. {{(pid=74983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:35:42.824440 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-327500f8-49ef-412f-a124-3c962b8dc858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793'] for port, after_create {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:42.832109 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:35:42.895447 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327500f8-49ef-412f-a124-3c962b8dc858 None None] Network c7b6fd92-a10e-45f6-8c5e-811e24e97ed3 is already hosted by enough agents. {{(pid=74983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:35:42.898250 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.scheduler.base_scheduler [None req-327500f8-49ef-412f-a124-3c962b8dc858 None None] Resources bound (agent type, host, resource id):  {{(pid=74983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:35:42.905261 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327500f8-49ef-412f-a124-3c962b8dc858 None None] Received port after_create {{(pid=74983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:35:42.907357 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327500f8-49ef-412f-a124-3c962b8dc858 None None] Pushing event updated for resources: {'Port': ['ID=4d8591d9-b9dd-4f0d-815a-5d68f3593852,revision_number=1']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:35:42.918407 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327500f8-49ef-412f-a124-3c962b8dc858 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:35:42.918740 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327500f8-49ef-412f-a124-3c962b8dc858 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:35:42.919068 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327500f8-49ef-412f-a124-3c962b8dc858 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:35:42.919392 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327500f8-49ef-412f-a124-3c962b8dc858 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:35:42.919710 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327500f8-49ef-412f-a124-3c962b8dc858 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:35:42.920023 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327500f8-49ef-412f-a124-3c962b8dc858 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:35:42.920336 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327500f8-49ef-412f-a124-3c962b8dc858 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:35:42.920664 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327500f8-49ef-412f-a124-3c962b8dc858 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:35:42.920976 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327500f8-49ef-412f-a124-3c962b8dc858 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:35:42.921285 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327500f8-49ef-412f-a124-3c962b8dc858 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:35:42.921593 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327500f8-49ef-412f-a124-3c962b8dc858 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:35:42.922673 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327500f8-49ef-412f-a124-3c962b8dc858 None None] Tracked resource versions report:
Sep 10 16:35:42.922673 dv-cinder-808473-1-iscsi neutron-server[74983]: pushed versions:
Sep 10 16:35:42.922673 dv-cinder-808473-1-iscsi neutron-server[74983]: {   'ConntrackHelper': {'1.0'},
Sep 10 16:35:42.922673 dv-cinder-808473-1-iscsi neutron-server[74983]:     'Log': {'1.0'},
Sep 10 16:35:42.922673 dv-cinder-808473-1-iscsi neutron-server[74983]:     'Network': {'1.1'},
Sep 10 16:35:42.922673 dv-cinder-808473-1-iscsi neutron-server[74983]:     'Port': {'1.5'},
Sep 10 16:35:42.922673 dv-cinder-808473-1-iscsi neutron-server[74983]:     'PortForwarding': {'1.2'},
Sep 10 16:35:42.922673 dv-cinder-808473-1-iscsi neutron-server[74983]:     'QosPolicy': {'1.8'},
Sep 10 16:35:42.922673 dv-cinder-808473-1-iscsi neutron-server[74983]:     'SecurityGroup': {'1.2'},
Sep 10 16:35:42.922673 dv-cinder-808473-1-iscsi neutron-server[74983]:     'SecurityGroupRule': {'1.0'},
Sep 10 16:35:42.922673 dv-cinder-808473-1-iscsi neutron-server[74983]:     'SubPort': {'1.0'},
Sep 10 16:35:42.922673 dv-cinder-808473-1-iscsi neutron-server[74983]:     'Subnet': {'1.1'},
Sep 10 16:35:42.922673 dv-cinder-808473-1-iscsi neutron-server[74983]:     'Trunk': {'1.1'}}
Sep 10 16:35:42.922673 dv-cinder-808473-1-iscsi neutron-server[74983]: consumer versions:
Sep 10 16:35:42.922673 dv-cinder-808473-1-iscsi neutron-server[74983]: {   DHCP agent@dv-cinder-808473-1-iscsi: {},
Sep 10 16:35:42.922673 dv-cinder-808473-1-iscsi neutron-server[74983]:     L3 agent@dv-cinder-808473-1-iscsi: {},
Sep 10 16:35:42.922673 dv-cinder-808473-1-iscsi neutron-server[74983]:     Metadata agent@dv-cinder-808473-1-iscsi: {},
Sep 10 16:35:42.922673 dv-cinder-808473-1-iscsi neutron-server[74983]:     Metering agent@dv-cinder-808473-1-iscsi: {},
Sep 10 16:35:42.922673 dv-cinder-808473-1-iscsi neutron-server[74983]:     Open vSwitch agent@dv-cinder-808473-1-iscsi: {   'ConntrackHelper': '1.0',
Sep 10 16:35:42.922673 dv-cinder-808473-1-iscsi neutron-server[74983]:                                                      'Log': '1.0',
Sep 10 16:35:42.922673 dv-cinder-808473-1-iscsi neutron-server[74983]:                                                      'Network': '1.1',
Sep 10 16:35:42.922673 dv-cinder-808473-1-iscsi neutron-server[74983]:                                                      'Port': '1.5',
Sep 10 16:35:42.922673 dv-cinder-808473-1-iscsi neutron-server[74983]:                                                      'PortForwarding': '1.2',
Sep 10 16:35:42.922673 dv-cinder-808473-1-iscsi neutron-server[74983]:                                                      'QosPolicy': '1.8',
Sep 10 16:35:42.922673 dv-cinder-808473-1-iscsi neutron-server[74983]:                                                      'SecurityGroup': '1.2',
Sep 10 16:35:42.922673 dv-cinder-808473-1-iscsi neutron-server[74983]:                                                      'SecurityGroupRule': '1.0',
Sep 10 16:35:42.922673 dv-cinder-808473-1-iscsi neutron-server[74983]:                                                      'SubPort': '1.0',
Sep 10 16:35:42.922673 dv-cinder-808473-1-iscsi neutron-server[74983]:                                                      'Subnet': '1.1',
Sep 10 16:35:42.922673 dv-cinder-808473-1-iscsi neutron-server[74983]:                                                      'Trunk': '1.1'}}
Sep 10 16:35:42.922673 dv-cinder-808473-1-iscsi neutron-server[74983]:  {{(pid=74983) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 10 16:35:42.954738 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-327500f8-49ef-412f-a124-3c962b8dc858 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:35:43.010143 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-327500f8-49ef-412f-a124-3c962b8dc858 None None] Attempting to bind port 4d8591d9-b9dd-4f0d-815a-5d68f3593852 on host dv-cinder-808473-1-iscsi for vnic_type normal with profile  {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:35:43.010537 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-327500f8-49ef-412f-a124-3c962b8dc858 None None] Attempting to bind port 4d8591d9-b9dd-4f0d-815a-5d68f3593852 by drivers openvswitch,hyperv on host dv-cinder-808473-1-iscsi at level 0 using segments [{'id': 'd42dbae4-978b-42c7-9aba-43ad4484bbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c7b6fd92-a10e-45f6-8c5e-811e24e97ed3'}] {{(pid=74983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:35:43.010993 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327500f8-49ef-412f-a124-3c962b8dc858 None None] Attempting to bind port 4d8591d9-b9dd-4f0d-815a-5d68f3593852 on network c7b6fd92-a10e-45f6-8c5e-811e24e97ed3 {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:35:43.017274 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327500f8-49ef-412f-a124-3c962b8dc858 None None] Checking agent: {'id': 'f3cf38fb-3540-46d0-a6e6-e52cff650adc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 35, 26), 'started_at': datetime.datetime(2021, 9, 10, 16, 35, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:35:43.017664 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327500f8-49ef-412f-a124-3c962b8dc858 None None] Checking segment: {'id': 'd42dbae4-978b-42c7-9aba-43ad4484bbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c7b6fd92-a10e-45f6-8c5e-811e24e97ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:35:43.018184 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-327500f8-49ef-412f-a124-3c962b8dc858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:43.018620 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327500f8-49ef-412f-a124-3c962b8dc858 None None] Bound using segment: {'id': 'd42dbae4-978b-42c7-9aba-43ad4484bbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c7b6fd92-a10e-45f6-8c5e-811e24e97ed3'} {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:35:43.019114 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-327500f8-49ef-412f-a124-3c962b8dc858 None None] Bound port: 4d8591d9-b9dd-4f0d-815a-5d68f3593852, host: dv-cinder-808473-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42dbae4-978b-42c7-9aba-43ad4484bbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c7b6fd92-a10e-45f6-8c5e-811e24e97ed3'}}] {{(pid=74983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:35:43.019518 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-327500f8-49ef-412f-a124-3c962b8dc858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:43.107055 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-327500f8-49ef-412f-a124-3c962b8dc858 None None] For port 4d8591d9-b9dd-4f0d-815a-5d68f3593852, host dv-cinder-808473-1-iscsi, cleared binding levels {{(pid=74983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:35:43.111149 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-327500f8-49ef-412f-a124-3c962b8dc858 None None] For port 4d8591d9-b9dd-4f0d-815a-5d68f3593852, host dv-cinder-808473-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=4d8591d9-b9dd-4f0d-815a-5d68f3593852,segment=NetworkSegment(d42dbae4-978b-42c7-9aba-43ad4484bbfb),segment_id=d42dbae4-978b-42c7-9aba-43ad4484bbfb)] {{(pid=74983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:35:43.116652 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-327500f8-49ef-412f-a124-3c962b8dc858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:43.121221 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:35:43.228434 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327500f8-49ef-412f-a124-3c962b8dc858 None None] Pushing event updated for resources: {'Port': ['ID=4d8591d9-b9dd-4f0d-815a-5d68f3593852,revision_number=2']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:35:43.231559 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-327500f8-49ef-412f-a124-3c962b8dc858 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:35:44.379907 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 53176) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:35:44.820812 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [None req-2f0adc05-f280-4e39-91f8-a7ff4607f3a2 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=74982) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Sep 10 16:35:44.821798 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-2f0adc05-f280-4e39-91f8-a7ff4607f3a2 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4408574
Sep 10 16:35:47.058719 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85963606-043d-4675-92d9-3b35ef7fd1e0 None None] Network c7b6fd92-a10e-45f6-8c5e-811e24e97ed3 requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:35:47.147896 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-1b319470-0742-438e-ba15-fed827c14520 None None] Provisioning for port 4d8591d9-b9dd-4f0d-815a-5d68f3593852 completed by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:35:47.152070 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 53190) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:35:47.555305 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [None req-2a1d5e57-7b0e-4916-9d77-477d66913bab admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=74982) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Sep 10 16:35:47.556283 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-2a1d5e57-7b0e-4916-9d77-477d66913bab admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4030852
Sep 10 16:35:47.920865 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 4d8591d9-b9dd-4f0d-815a-5d68f3593852 up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:35:47.990342 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning for port 4d8591d9-b9dd-4f0d-815a-5d68f3593852 completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:35:47.994952 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port 4d8591d9-b9dd-4f0d-815a-5d68f3593852 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:35:47.995347 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:48.111988 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:48.143980 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] For port 4d8591d9-b9dd-4f0d-815a-5d68f3593852, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=4d8591d9-b9dd-4f0d-815a-5d68f3593852,segment=NetworkSegment(d42dbae4-978b-42c7-9aba-43ad4484bbfb),segment_id=d42dbae4-978b-42c7-9aba-43ad4484bbfb)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:35:48.147200 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:48.150115 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:35:48.212486 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Pushing event updated for resources: {'Port': ['ID=4d8591d9-b9dd-4f0d-815a-5d68f3593852,revision_number=3']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:35:48.215605 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:35:49.898475 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 4d8591d9-b9dd-4f0d-815a-5d68f3593852 up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:35:49.967907 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port 4d8591d9-b9dd-4f0d-815a-5d68f3593852 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:35:49.968279 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:50.074559 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 53202) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:35:50.519447 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-bdef3182-9e26-42f3-bd83-9691f2eb73af admin admin] Request body: {'router': {'tenant_id': 'a9ce4cef13d34eca830966417c81d12e', 'name': 'router1', 'admin_state_up': True}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:35:50.524401 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-bdef3182-9e26-42f3-bd83-9691f2eb73af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:35:50.528113 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-bdef3182-9e26-42f3-bd83-9691f2eb73af admin admin] Usage tracker for resource:router and tenant:a9ce4cef13d34eca830966417c81d12e is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:35:50.531359 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-bdef3182-9e26-42f3-bd83-9691f2eb73af admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:35:50.537512 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-bdef3182-9e26-42f3-bd83-9691f2eb73af admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:35:50.547523 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-bdef3182-9e26-42f3-bd83-9691f2eb73af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16204'] for router, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:50.549069 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-bdef3182-9e26-42f3-bd83-9691f2eb73af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447437', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-335565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16211'] for router, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:50.575313 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-bdef3182-9e26-42f3-bd83-9691f2eb73af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:50.688113 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-bdef3182-9e26-42f3-bd83-9691f2eb73af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446738'] for router, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:50.705857 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-bdef3182-9e26-42f3-bd83-9691f2eb73af admin admin] Notify callbacks [] for router, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:50.707042 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-bdef3182-9e26-42f3-bd83-9691f2eb73af admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6315420
Sep 10 16:35:52.930677 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 53212) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:35:53.311374 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [None req-fe3f011e-c0c4-43de-abc9-2e03e8eac1e2 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=74982) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Sep 10 16:35:53.312278 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-fe3f011e-c0c4-43de-abc9-2e03e8eac1e2 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.3805823
Sep 10 16:35:55.143552 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-25bada67-f047-4734-8258-ea9a741e6848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:55.544300 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 53222) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:35:55.583530 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:55.929900 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-265625cf-0d41-49b0-9d28-f1bfdbdf3bc3 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:35:55.934887 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-265625cf-0d41-49b0-9d28-f1bfdbdf3bc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:35:55.938681 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-265625cf-0d41-49b0-9d28-f1bfdbdf3bc3 admin admin] Usage tracker for resource:network and tenant:d0110cccba3d41af8159fa9892db0ac6 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:35:55.942017 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-265625cf-0d41-49b0-9d28-f1bfdbdf3bc3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:35:55.947720 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-265625cf-0d41-49b0-9d28-f1bfdbdf3bc3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:35:55.957934 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265625cf-0d41-49b0-9d28-f1bfdbdf3bc3 admin admin] Made reservation on behalf of d0110cccba3d41af8159fa9892db0ac6 for: {'network': 1} {{(pid=74982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:35:55.960339 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-265625cf-0d41-49b0-9d28-f1bfdbdf3bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for network, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:55.972104 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-265625cf-0d41-49b0-9d28-f1bfdbdf3bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:56.002359 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-265625cf-0d41-49b0-9d28-f1bfdbdf3bc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:35:56.006759 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-265625cf-0d41-49b0-9d28-f1bfdbdf3bc3 admin admin] Usage tracker for resource:security_group_rule and tenant:d0110cccba3d41af8159fa9892db0ac6 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:35:56.009822 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-265625cf-0d41-49b0-9d28-f1bfdbdf3bc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:35:56.017973 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-265625cf-0d41-49b0-9d28-f1bfdbdf3bc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:35:56.082680 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-265625cf-0d41-49b0-9d28-f1bfdbdf3bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:56.086451 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-265625cf-0d41-49b0-9d28-f1bfdbdf3bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:56.089504 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-f66c8038-07e2-4fbc-a051-3bc2f1eb879a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:35:56.110303 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-265625cf-0d41-49b0-9d28-f1bfdbdf3bc3 admin admin] Reserving flat network on physical network physnet1 {{(pid=74982) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Sep 10 16:35:56.122728 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265625cf-0d41-49b0-9d28-f1bfdbdf3bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68958aa2-3eb9-489c-ab66-071891db680a,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:35:56.126465 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-265625cf-0d41-49b0-9d28-f1bfdbdf3bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:35:56.129476 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-265625cf-0d41-49b0-9d28-f1bfdbdf3bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-567309'] for segment, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:56.129797 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.db.segments_db [None req-265625cf-0d41-49b0-9d28-f1bfdbdf3bc3 admin admin] Added segment 7f0f17d1-ee65-42aa-885b-938bb9d3cd64 of type flat for network 7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e
Sep 10 16:35:56.161498 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-265625cf-0d41-49b0-9d28-f1bfdbdf3bc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763383730616'] for network, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:56.197713 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-265625cf-0d41-49b0-9d28-f1bfdbdf3bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695'] for network, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:56.198802 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265625cf-0d41-49b0-9d28-f1bfdbdf3bc3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:35:56.199400 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-265625cf-0d41-49b0-9d28-f1bfdbdf3bc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for network, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:56.203729 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:35:56.297722 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-265625cf-0d41-49b0-9d28-f1bfdbdf3bc3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7523656
Sep 10 16:35:56.300827 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265625cf-0d41-49b0-9d28-f1bfdbdf3bc3 admin admin] Pushing event updated for resources: {'Network': ['ID=7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:35:56.304406 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-265625cf-0d41-49b0-9d28-f1bfdbdf3bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:35:56.313016 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Network 7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e details requested by agent ovs-agent-dv-cinder-808473-1-iscsi with host dv-cinder-808473-1-iscsi {{(pid=74983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 10 16:35:57.483435 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-6aa7d619-c5d1-49f3-b285-b11bcad9058b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:58.382484 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:58.532971 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 53232) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:35:58.992117 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53409c2-3f58-40b3-a930-594686483091 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:35:58.993461 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-d53409c2-3f58-40b3-a930-594686483091 admin admin] 10.222.0.41 "GET /v2.0/subnets/89099706-a864-48bc-a3de-d4cfd9bdaa56 HTTP/1.1" status: 200  len: 849 time: 0.4595585
Sep 10 16:35:59.136384 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-8011b6bd-d58f-403e-8458-95b4cb412ae2 admin admin] 10.222.0.41 "GET /v2.0/routers/7e20120e-1661-4430-a5aa-aee6a71832b0 HTTP/1.1" status: 200  len: 704 time: 0.1376932
Sep 10 16:35:59.620754 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8f17ff6f-e022-41ea-a732-e00ea53b8997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:59.826135 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:35:59.845096 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.db_base_plugin_common [None req-8f17ff6f-e022-41ea-a732-e00ea53b8997 admin admin] Allocated IP 172.20.0.1 (c7b6fd92-a10e-45f6-8c5e-811e24e97ed3/89099706-a864-48bc-a3de-d4cfd9bdaa56/f52c62f2-a7f8-4cc6-aeae-897f11119076) {{(pid=74982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:36:00.039096 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8f17ff6f-e022-41ea-a732-e00ea53b8997 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:00.056417 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.provisioning_blocks [None req-8f17ff6f-e022-41ea-a732-e00ea53b8997 admin admin] Transition to ACTIVE for port object f52c62f2-a7f8-4cc6-aeae-897f11119076 will not be triggered until provisioned by entity DHCP. {{(pid=74982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:36:00.105652 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8f17ff6f-e022-41ea-a732-e00ea53b8997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793'] for port, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:00.110013 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:36:00.171778 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f17ff6f-e022-41ea-a732-e00ea53b8997 admin admin] Network c7b6fd92-a10e-45f6-8c5e-811e24e97ed3 is already hosted by enough agents. {{(pid=74982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:36:00.174540 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.base_scheduler [None req-8f17ff6f-e022-41ea-a732-e00ea53b8997 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:36:00.180062 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f17ff6f-e022-41ea-a732-e00ea53b8997 admin admin] Received port after_create {{(pid=74982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:36:00.180919 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8f17ff6f-e022-41ea-a732-e00ea53b8997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446932'] for router_interface, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:00.187314 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f17ff6f-e022-41ea-a732-e00ea53b8997 admin admin] Pushing event updated for resources: {'Port': ['ID=f52c62f2-a7f8-4cc6-aeae-897f11119076,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:36:00.198072 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-8f17ff6f-e022-41ea-a732-e00ea53b8997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:36:00.316391 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8f17ff6f-e022-41ea-a732-e00ea53b8997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:00.374500 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-cfe650f6-9380-4f76-a98a-51b1a65330ce None None] Provisioning for port f52c62f2-a7f8-4cc6-aeae-897f11119076 completed by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:36:00.379350 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-cfe650f6-9380-4f76-a98a-51b1a65330ce None None] Provisioning complete for port f52c62f2-a7f8-4cc6-aeae-897f11119076 triggered by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:36:00.379907 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-cfe650f6-9380-4f76-a98a-51b1a65330ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:00.430635 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-cfe650f6-9380-4f76-a98a-51b1a65330ce None None] Port f52c62f2-a7f8-4cc6-aeae-897f11119076 cannot update to ACTIVE because it is not bound. {{(pid=74983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 10 16:36:00.543886 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8f17ff6f-e022-41ea-a732-e00ea53b8997 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:00.548041 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8f17ff6f-e022-41ea-a732-e00ea53b8997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:00.549085 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8f17ff6f-e022-41ea-a732-e00ea53b8997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1231564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449135'] for router_interface, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:00.553675 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-8f17ff6f-e022-41ea-a732-e00ea53b8997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:36:00.697097 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f17ff6f-e022-41ea-a732-e00ea53b8997 admin admin] Pushing event updated for resources: {'Port': ['ID=f52c62f2-a7f8-4cc6-aeae-897f11119076,revision_number=2']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:36:00.700963 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-8f17ff6f-e022-41ea-a732-e00ea53b8997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:36:00.755583 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f17ff6f-e022-41ea-a732-e00ea53b8997 admin admin] Network c7b6fd92-a10e-45f6-8c5e-811e24e97ed3 is already hosted by enough agents. {{(pid=74982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:36:00.756623 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.base_scheduler [None req-8f17ff6f-e022-41ea-a732-e00ea53b8997 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:36:00.956058 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-67fe5816-96a4-47e2-8246-2cd4690ba67f None None] Provisioning complete for port f52c62f2-a7f8-4cc6-aeae-897f11119076 triggered by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:36:00.957151 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-67fe5816-96a4-47e2-8246-2cd4690ba67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:01.006844 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-67fe5816-96a4-47e2-8246-2cd4690ba67f None None] Port f52c62f2-a7f8-4cc6-aeae-897f11119076 cannot update to ACTIVE because it is not bound. {{(pid=74983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 10 16:36:01.111070 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f17ff6f-e022-41ea-a732-e00ea53b8997 admin admin] Router 7e20120e-1661-4430-a5aa-aee6a71832b0 is scheduled to L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 with binding_index 1 {{(pid=74982) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Sep 10 16:36:01.279319 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f17ff6f-e022-41ea-a732-e00ea53b8997 admin admin] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:36:01.288843 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-8f17ff6f-e022-41ea-a732-e00ea53b8997 admin admin] 10.222.0.41 "PUT /v2.0/routers/7e20120e-1661-4430-a5aa-aee6a71832b0/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.1476619
Sep 10 16:36:01.290057 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b248ea94-ac8d-4746-8f54-fd5deadfb528 None None] Sync routers for ids ['7e20120e-1661-4430-a5aa-aee6a71832b0'] in dv-cinder-808473-1-iscsi {{(pid=74984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:36:01.304406 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b248ea94-ac8d-4746-8f54-fd5deadfb528 None None] Routers {'7e20120e-1661-4430-a5aa-aee6a71832b0'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:36:01.305356 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-b248ea94-ac8d-4746-8f54-fd5deadfb528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8625be5c70>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:35:57Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['7e20120e-1661-4430-a5aa-aee6a71832b0'], 'active': True} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:36:01.478404 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvr_db [None req-b248ea94-ac8d-4746-8f54-fd5deadfb528 None None] Set router 7e20120e-1661-4430-a5aa-aee6a71832b0 gateway port host: None {{(pid=74984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:36:01.844559 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-b248ea94-ac8d-4746-8f54-fd5deadfb528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8625be5c70>, [{'id': '7e20120e-1661-4430-a5aa-aee6a71832b0', 'name': 'router1', 'tenant_id': 'a9ce4cef13d34eca830966417c81d12e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:35:50Z', 'updated_at': '2021-09-10T16:36:00Z', 'revision_number': 2, 'project_id': 'a9ce4cef13d34eca830966417c81d12e', 'gw_port_host': None, '_interfaces': [{'id': 'f52c62f2-a7f8-4cc6-aeae-897f11119076', 'name': '', 'network_id': 'c7b6fd92-a10e-45f6-8c5e-811e24e97ed3', 'tenant_id': 'a9ce4cef13d34eca830966417c81d12e', 'mac_address': 'fa:16:3e:70:da:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e20120e-1661-4430-a5aa-aee6a71832b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89099706-a864-48bc-a3de-d4cfd9bdaa56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:35:59Z', 'updated_at': '2021-09-10T16:36:00Z', 'revision_number': 2, 'project_id': 'a9ce4cef13d34eca830966417c81d12e', 'subnets': [{'id': '89099706-a864-48bc-a3de-d4cfd9bdaa56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '19315174-cee2-4028-8d2d-e5327e5bd380'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:36:01.849933 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b248ea94-ac8d-4746-8f54-fd5deadfb528 None None] Checking router: 7e20120e-1661-4430-a5aa-aee6a71832b0 for host: dv-cinder-808473-1-iscsi {{(pid=74984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:36:01.850341 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b248ea94-ac8d-4746-8f54-fd5deadfb528 None None] Updating router 7e20120e-1661-4430-a5aa-aee6a71832b0 port f52c62f2-a7f8-4cc6-aeae-897f11119076 binding host dv-cinder-808473-1-iscsi {{(pid=74984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 10 16:36:01.902620 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-b248ea94-ac8d-4746-8f54-fd5deadfb528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:02.272419 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-b248ea94-ac8d-4746-8f54-fd5deadfb528 None None] Notify callbacks [] for port, precommit_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:02.287576 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.provisioning_blocks [None req-b248ea94-ac8d-4746-8f54-fd5deadfb528 None None] Transition to ACTIVE for port object f52c62f2-a7f8-4cc6-aeae-897f11119076 will not be triggered until provisioned by entity L2. {{(pid=74984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:36:02.294548 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-b248ea94-ac8d-4746-8f54-fd5deadfb528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:02.307530 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:36:02.541196 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.managers [None req-b248ea94-ac8d-4746-8f54-fd5deadfb528 None None] Attempting to bind port f52c62f2-a7f8-4cc6-aeae-897f11119076 on host dv-cinder-808473-1-iscsi for vnic_type normal with profile  {{(pid=74984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:36:02.541419 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.managers [None req-b248ea94-ac8d-4746-8f54-fd5deadfb528 None None] Attempting to bind port f52c62f2-a7f8-4cc6-aeae-897f11119076 by drivers openvswitch,hyperv on host dv-cinder-808473-1-iscsi at level 0 using segments [{'id': 'd42dbae4-978b-42c7-9aba-43ad4484bbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c7b6fd92-a10e-45f6-8c5e-811e24e97ed3'}] {{(pid=74984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:36:02.541846 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b248ea94-ac8d-4746-8f54-fd5deadfb528 None None] Attempting to bind port f52c62f2-a7f8-4cc6-aeae-897f11119076 on network c7b6fd92-a10e-45f6-8c5e-811e24e97ed3 {{(pid=74984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:36:02.544070 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99308022-714a-4ee0-abd3-2d68fc89705f None None] Pushing event updated for resources: {'Port': ['ID=f52c62f2-a7f8-4cc6-aeae-897f11119076,revision_number=3']} {{(pid=74984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:36:02.555865 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99308022-714a-4ee0-abd3-2d68fc89705f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:36:02.556200 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99308022-714a-4ee0-abd3-2d68fc89705f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:36:02.556525 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99308022-714a-4ee0-abd3-2d68fc89705f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:36:02.556845 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99308022-714a-4ee0-abd3-2d68fc89705f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:36:02.557165 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99308022-714a-4ee0-abd3-2d68fc89705f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:36:02.557480 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99308022-714a-4ee0-abd3-2d68fc89705f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:36:02.557794 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99308022-714a-4ee0-abd3-2d68fc89705f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:36:02.558147 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99308022-714a-4ee0-abd3-2d68fc89705f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:36:02.558464 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99308022-714a-4ee0-abd3-2d68fc89705f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:36:02.558770 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99308022-714a-4ee0-abd3-2d68fc89705f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:36:02.559078 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99308022-714a-4ee0-abd3-2d68fc89705f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:36:02.560107 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99308022-714a-4ee0-abd3-2d68fc89705f None None] Tracked resource versions report:
Sep 10 16:36:02.560107 dv-cinder-808473-1-iscsi neutron-server[74984]: pushed versions:
Sep 10 16:36:02.560107 dv-cinder-808473-1-iscsi neutron-server[74984]: {   'ConntrackHelper': {'1.0'},
Sep 10 16:36:02.560107 dv-cinder-808473-1-iscsi neutron-server[74984]:     'Log': {'1.0'},
Sep 10 16:36:02.560107 dv-cinder-808473-1-iscsi neutron-server[74984]:     'Network': {'1.1'},
Sep 10 16:36:02.560107 dv-cinder-808473-1-iscsi neutron-server[74984]:     'Port': {'1.5'},
Sep 10 16:36:02.560107 dv-cinder-808473-1-iscsi neutron-server[74984]:     'PortForwarding': {'1.2'},
Sep 10 16:36:02.560107 dv-cinder-808473-1-iscsi neutron-server[74984]:     'QosPolicy': {'1.8'},
Sep 10 16:36:02.560107 dv-cinder-808473-1-iscsi neutron-server[74984]:     'SecurityGroup': {'1.2'},
Sep 10 16:36:02.560107 dv-cinder-808473-1-iscsi neutron-server[74984]:     'SecurityGroupRule': {'1.0'},
Sep 10 16:36:02.560107 dv-cinder-808473-1-iscsi neutron-server[74984]:     'SubPort': {'1.0'},
Sep 10 16:36:02.560107 dv-cinder-808473-1-iscsi neutron-server[74984]:     'Subnet': {'1.1'},
Sep 10 16:36:02.560107 dv-cinder-808473-1-iscsi neutron-server[74984]:     'Trunk': {'1.1'}}
Sep 10 16:36:02.560107 dv-cinder-808473-1-iscsi neutron-server[74984]: consumer versions:
Sep 10 16:36:02.560107 dv-cinder-808473-1-iscsi neutron-server[74984]: {   DHCP agent@dv-cinder-808473-1-iscsi: {},
Sep 10 16:36:02.560107 dv-cinder-808473-1-iscsi neutron-server[74984]:     L3 agent@dv-cinder-808473-1-iscsi: {},
Sep 10 16:36:02.560107 dv-cinder-808473-1-iscsi neutron-server[74984]:     Metadata agent@dv-cinder-808473-1-iscsi: {},
Sep 10 16:36:02.560107 dv-cinder-808473-1-iscsi neutron-server[74984]:     Metering agent@dv-cinder-808473-1-iscsi: {},
Sep 10 16:36:02.560107 dv-cinder-808473-1-iscsi neutron-server[74984]:     Open vSwitch agent@dv-cinder-808473-1-iscsi: {   'ConntrackHelper': '1.0',
Sep 10 16:36:02.560107 dv-cinder-808473-1-iscsi neutron-server[74984]:                                                      'Log': '1.0',
Sep 10 16:36:02.560107 dv-cinder-808473-1-iscsi neutron-server[74984]:                                                      'Network': '1.1',
Sep 10 16:36:02.560107 dv-cinder-808473-1-iscsi neutron-server[74984]:                                                      'Port': '1.5',
Sep 10 16:36:02.560107 dv-cinder-808473-1-iscsi neutron-server[74984]:                                                      'PortForwarding': '1.2',
Sep 10 16:36:02.560107 dv-cinder-808473-1-iscsi neutron-server[74984]:                                                      'QosPolicy': '1.8',
Sep 10 16:36:02.560107 dv-cinder-808473-1-iscsi neutron-server[74984]:                                                      'SecurityGroup': '1.2',
Sep 10 16:36:02.560107 dv-cinder-808473-1-iscsi neutron-server[74984]:                                                      'SecurityGroupRule': '1.0',
Sep 10 16:36:02.560107 dv-cinder-808473-1-iscsi neutron-server[74984]:                                                      'SubPort': '1.0',
Sep 10 16:36:02.560107 dv-cinder-808473-1-iscsi neutron-server[74984]:                                                      'Subnet': '1.1',
Sep 10 16:36:02.560107 dv-cinder-808473-1-iscsi neutron-server[74984]:                                                      'Trunk': '1.1'}}
Sep 10 16:36:02.560107 dv-cinder-808473-1-iscsi neutron-server[74984]:  {{(pid=74984) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 10 16:36:02.562363 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b248ea94-ac8d-4746-8f54-fd5deadfb528 None None] Checking agent: {'id': 'f3cf38fb-3540-46d0-a6e6-e52cff650adc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 35, 26), 'started_at': datetime.datetime(2021, 9, 10, 16, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:36:02.562762 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b248ea94-ac8d-4746-8f54-fd5deadfb528 None None] Checking segment: {'id': 'd42dbae4-978b-42c7-9aba-43ad4484bbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c7b6fd92-a10e-45f6-8c5e-811e24e97ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:36:02.563251 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-b248ea94-ac8d-4746-8f54-fd5deadfb528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:02.563633 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b248ea94-ac8d-4746-8f54-fd5deadfb528 None None] Bound using segment: {'id': 'd42dbae4-978b-42c7-9aba-43ad4484bbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c7b6fd92-a10e-45f6-8c5e-811e24e97ed3'} {{(pid=74984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:36:02.564154 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.managers [None req-b248ea94-ac8d-4746-8f54-fd5deadfb528 None None] Bound port: f52c62f2-a7f8-4cc6-aeae-897f11119076, host: dv-cinder-808473-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42dbae4-978b-42c7-9aba-43ad4484bbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c7b6fd92-a10e-45f6-8c5e-811e24e97ed3'}}] {{(pid=74984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:36:02.564558 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-b248ea94-ac8d-4746-8f54-fd5deadfb528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:02.577878 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG oslo_concurrency.lockutils [None req-99308022-714a-4ee0-abd3-2d68fc89705f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=74984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:36:02.653398 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.db [None req-b248ea94-ac8d-4746-8f54-fd5deadfb528 None None] For port f52c62f2-a7f8-4cc6-aeae-897f11119076, host dv-cinder-808473-1-iscsi, cleared binding levels {{(pid=74984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:36:02.657358 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.db [None req-b248ea94-ac8d-4746-8f54-fd5deadfb528 None None] For port f52c62f2-a7f8-4cc6-aeae-897f11119076, host dv-cinder-808473-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=f52c62f2-a7f8-4cc6-aeae-897f11119076,segment=NetworkSegment(d42dbae4-978b-42c7-9aba-43ad4484bbfb),segment_id=d42dbae4-978b-42c7-9aba-43ad4484bbfb)] {{(pid=74984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:36:02.663269 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-b248ea94-ac8d-4746-8f54-fd5deadfb528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:02.667262 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:36:02.748993 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99308022-714a-4ee0-abd3-2d68fc89705f None None] Pushing event updated for resources: {'Port': ['ID=f52c62f2-a7f8-4cc6-aeae-897f11119076,revision_number=4']} {{(pid=74984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:36:02.754843 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG oslo_concurrency.lockutils [None req-99308022-714a-4ee0-abd3-2d68fc89705f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:36:02.758887 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b248ea94-ac8d-4746-8f54-fd5deadfb528 None None] Routers {'7e20120e-1661-4430-a5aa-aee6a71832b0'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:36:02.759526 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-b248ea94-ac8d-4746-8f54-fd5deadfb528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8625be5c70>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:35:57Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['7e20120e-1661-4430-a5aa-aee6a71832b0'], 'active': True} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:36:02.914860 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvr_db [None req-b248ea94-ac8d-4746-8f54-fd5deadfb528 None None] Set router 7e20120e-1661-4430-a5aa-aee6a71832b0 gateway port host: None {{(pid=74984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:36:03.237831 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-b248ea94-ac8d-4746-8f54-fd5deadfb528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8625be5c70>, [{'id': '7e20120e-1661-4430-a5aa-aee6a71832b0', 'name': 'router1', 'tenant_id': 'a9ce4cef13d34eca830966417c81d12e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:35:50Z', 'updated_at': '2021-09-10T16:36:00Z', 'revision_number': 2, 'project_id': 'a9ce4cef13d34eca830966417c81d12e', 'gw_port_host': None, '_interfaces': [{'id': 'f52c62f2-a7f8-4cc6-aeae-897f11119076', 'name': '', 'network_id': 'c7b6fd92-a10e-45f6-8c5e-811e24e97ed3', 'tenant_id': 'a9ce4cef13d34eca830966417c81d12e', 'mac_address': 'fa:16:3e:70:da:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e20120e-1661-4430-a5aa-aee6a71832b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89099706-a864-48bc-a3de-d4cfd9bdaa56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:35:59Z', 'updated_at': '2021-09-10T16:36:02Z', 'revision_number': 4, 'project_id': 'a9ce4cef13d34eca830966417c81d12e', 'subnets': [{'id': '89099706-a864-48bc-a3de-d4cfd9bdaa56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '19315174-cee2-4028-8d2d-e5327e5bd380'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:36:03.241924 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b248ea94-ac8d-4746-8f54-fd5deadfb528 None None] The sync data for ids ['7e20120e-1661-4430-a5aa-aee6a71832b0'] in dv-cinder-808473-1-iscsi is: [{'id': '7e20120e-1661-4430-a5aa-aee6a71832b0', 'name': 'router1', 'tenant_id': 'a9ce4cef13d34eca830966417c81d12e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:35:50Z', 'updated_at': '2021-09-10T16:36:00Z', 'revision_number': 2, 'project_id': 'a9ce4cef13d34eca830966417c81d12e', 'gw_port_host': None, '_interfaces': [{'id': 'f52c62f2-a7f8-4cc6-aeae-897f11119076', 'name': '', 'network_id': 'c7b6fd92-a10e-45f6-8c5e-811e24e97ed3', 'tenant_id': 'a9ce4cef13d34eca830966417c81d12e', 'mac_address': 'fa:16:3e:70:da:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e20120e-1661-4430-a5aa-aee6a71832b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89099706-a864-48bc-a3de-d4cfd9bdaa56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:35:59Z', 'updated_at': '2021-09-10T16:36:02Z', 'revision_number': 4, 'project_id': 'a9ce4cef13d34eca830966417c81d12e', 'subnets': [{'id': '89099706-a864-48bc-a3de-d4cfd9bdaa56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '19315174-cee2-4028-8d2d-e5327e5bd380'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:36:03.615191 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 53254) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:36:03.940683 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39694194-7036-464c-9f82-71fe0d065b80 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:36:03.941770 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-39694194-7036-464c-9f82-71fe0d065b80 admin admin] Synchronizing usage tracker for tenant:d0110cccba3d41af8159fa9892db0ac6 on resource:network {{(pid=74982) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:36:03.966749 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-39694194-7036-464c-9f82-71fe0d065b80 admin admin] Unset dirty status for tenant:d0110cccba3d41af8159fa9892db0ac6 on resource:network {{(pid=74982) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:36:03.968038 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-39694194-7036-464c-9f82-71fe0d065b80 admin admin] 10.222.0.41 "GET /v2.0/networks/7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e HTTP/1.1" status: 200  len: 842 time: 0.3513358
Sep 10 16:36:03.978991 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-899b12bf-b34a-4153-9f14-bb9695d362f2 admin admin] Request body: {'subnet': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.0.1'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:36:03.984365 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-899b12bf-b34a-4153-9f14-bb9695d362f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:36:03.988228 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-899b12bf-b34a-4153-9f14-bb9695d362f2 admin admin] Usage tracker for resource:subnet and tenant:d0110cccba3d41af8159fa9892db0ac6 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:36:03.990982 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-899b12bf-b34a-4153-9f14-bb9695d362f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:36:03.996919 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-899b12bf-b34a-4153-9f14-bb9695d362f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:36:04.008254 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899b12bf-b34a-4153-9f14-bb9695d362f2 admin admin] Made reservation on behalf of d0110cccba3d41af8159fa9892db0ac6 for: {'subnet': 1} {{(pid=74982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:36:04.009746 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-899b12bf-b34a-4153-9f14-bb9695d362f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:04.368222 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.objects.ports [None req-899b12bf-b34a-4153-9f14-bb9695d362f2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=74982) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Sep 10 16:36:04.368567 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-899b12bf-b34a-4153-9f14-bb9695d362f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695'] for subnet, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:04.372481 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:36:04.440612 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899b12bf-b34a-4153-9f14-bb9695d362f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc5dafb3-b941-44a9-9498-2bdb3e4caa08,revision_number=0']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:36:04.444039 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-899b12bf-b34a-4153-9f14-bb9695d362f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:36:04.453572 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899b12bf-b34a-4153-9f14-bb9695d362f2 admin admin] Checking segment: {'id': '7f0f17d1-ee65-42aa-885b-938bb9d3cd64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:36:04.453912 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899b12bf-b34a-4153-9f14-bb9695d362f2 admin admin] Network hostable DHCP agents. Network: 7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e, hostable agents: ['16ada634-a41f-45d3-a3ee-16ead43437b7'], hosted agents: [] {{(pid=74982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 10 16:36:04.474733 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899b12bf-b34a-4153-9f14-bb9695d362f2 admin admin] Network 7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e is scheduled to be hosted by DHCP agent 16ada634-a41f-45d3-a3ee-16ead43437b7 with binding_index 1 {{(pid=74982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 10 16:36:04.483258 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.base_scheduler [None req-899b12bf-b34a-4153-9f14-bb9695d362f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808473-1-iscsi, 7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e) {{(pid=74982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:36:04.487074 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899b12bf-b34a-4153-9f14-bb9695d362f2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:36:04.487685 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-899b12bf-b34a-4153-9f14-bb9695d362f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for subnet, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:04.491782 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b3c41d-75a6-4947-bddf-ca40dbe8fcb7 None None] Network 7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:36:04.507854 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-899b12bf-b34a-4153-9f14-bb9695d362f2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5340841
Sep 10 16:36:04.710709 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a441823d-114d-4e4f-a912-c0b392d86ddc None None] Network 7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:36:05.922277 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device f52c62f2-a7f8-4cc6-aeae-897f11119076 up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:36:05.989273 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning for port f52c62f2-a7f8-4cc6-aeae-897f11119076 completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:36:05.993615 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port f52c62f2-a7f8-4cc6-aeae-897f11119076 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:36:05.993985 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:06.121971 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:06.152114 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] For port f52c62f2-a7f8-4cc6-aeae-897f11119076, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=f52c62f2-a7f8-4cc6-aeae-897f11119076,segment=NetworkSegment(d42dbae4-978b-42c7-9aba-43ad4484bbfb),segment_id=d42dbae4-978b-42c7-9aba-43ad4484bbfb)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:36:06.156568 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:06.158534 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:36:06.221091 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Pushing event updated for resources: {'Port': ['ID=f52c62f2-a7f8-4cc6-aeae-897f11119076,revision_number=5']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:36:06.224126 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:36:06.635352 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 53278) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:36:06.883788 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-0bc553ec-7c32-44d4-9af7-f30ed1c702f1 admin admin] 10.222.0.41 "GET /v2.0/routers/7e20120e-1661-4430-a5aa-aee6a71832b0 HTTP/1.1" status: 200  len: 710 time: 0.2473235
Sep 10 16:36:07.007854 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a25fef1-1ddd-48ab-8a3b-c4767360c743 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:36:07.009202 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-0a25fef1-1ddd-48ab-8a3b-c4767360c743 admin admin] 10.222.0.41 "GET /v2.0/networks/7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e HTTP/1.1" status: 200  len: 886 time: 0.1204648
Sep 10 16:36:07.017725 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-3d16c523-efa1-4a25-9981-0f6817b76741 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'}}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:36:07.478787 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3d16c523-efa1-4a25-9981-0f6817b76741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-446775', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16225'] for router, precommit_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:07.697563 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3d16c523-efa1-4a25-9981-0f6817b76741 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:07.752727 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3d16c523-efa1-4a25-9981-0f6817b76741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:07.879294 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.db_base_plugin_common [None req-3d16c523-efa1-4a25-9981-0f6817b76741 admin admin] Allocated IP 172.27.0.20 (7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e/dc5dafb3-b941-44a9-9498-2bdb3e4caa08/c772f96d-002e-404f-9440-5c981538cc97) {{(pid=74982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:36:07.912886 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device f52c62f2-a7f8-4cc6-aeae-897f11119076 up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:36:07.981218 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port f52c62f2-a7f8-4cc6-aeae-897f11119076 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:36:07.981506 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:08.024865 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3d16c523-efa1-4a25-9981-0f6817b76741 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:08.050915 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3d16c523-efa1-4a25-9981-0f6817b76741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793'] for port, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:08.055461 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-8f17ff6f-e022-41ea-a732-e00ea53b8997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:36:08.116340 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d16c523-efa1-4a25-9981-0f6817b76741 admin admin] Network 7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e is already hosted by enough agents. {{(pid=74982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:36:08.119056 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.base_scheduler [None req-3d16c523-efa1-4a25-9981-0f6817b76741 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:36:08.122661 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d16c523-efa1-4a25-9981-0f6817b76741 admin admin] Received port after_create {{(pid=74982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:36:08.155336 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d16c523-efa1-4a25-9981-0f6817b76741 admin admin] Pushing event updated for resources: {'Port': ['ID=c772f96d-002e-404f-9440-5c981538cc97,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:36:08.159116 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-3d16c523-efa1-4a25-9981-0f6817b76741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:36:08.266865 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3d16c523-efa1-4a25-9981-0f6817b76741 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:08.430826 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3d16c523-efa1-4a25-9981-0f6817b76741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-446775', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16225'] for router, precommit_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:08.434017 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3d16c523-efa1-4a25-9981-0f6817b76741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-446764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-446757', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-449447'] for router, after_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:08.623350 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d16c523-efa1-4a25-9981-0f6817b76741 admin admin] Router 7e20120e-1661-4430-a5aa-aee6a71832b0 has already been hosted by L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 {{(pid=74982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 10 16:36:08.814413 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d16c523-efa1-4a25-9981-0f6817b76741 admin admin] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:36:08.822562 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3d16c523-efa1-4a25-9981-0f6817b76741 admin admin] Notify callbacks [] for router, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:08.823735 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-3d16c523-efa1-4a25-9981-0f6817b76741 admin admin] 10.222.0.41 "PUT /v2.0/routers/7e20120e-1661-4430-a5aa-aee6a71832b0 HTTP/1.1" status: 200  len: 889 time: 1.8092144
Sep 10 16:36:08.824018 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286704dc-d941-46b3-9512-eb3f1613284a None None] Sync routers for ids ['7e20120e-1661-4430-a5aa-aee6a71832b0'] in dv-cinder-808473-1-iscsi {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:36:08.837499 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286704dc-d941-46b3-9512-eb3f1613284a None None] Routers {'7e20120e-1661-4430-a5aa-aee6a71832b0'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:36:08.838247 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-286704dc-d941-46b3-9512-eb3f1613284a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f86258903a0>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:35:57Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['7e20120e-1661-4430-a5aa-aee6a71832b0'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:36:09.029772 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-286704dc-d941-46b3-9512-eb3f1613284a None None] Set router 7e20120e-1661-4430-a5aa-aee6a71832b0 gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:36:09.374150 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-286704dc-d941-46b3-9512-eb3f1613284a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f86258903a0>, [{'id': '7e20120e-1661-4430-a5aa-aee6a71832b0', 'name': 'router1', 'tenant_id': 'a9ce4cef13d34eca830966417c81d12e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'c772f96d-002e-404f-9440-5c981538cc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:35:50Z', 'updated_at': '2021-09-10T16:36:08Z', 'revision_number': 4, 'project_id': 'a9ce4cef13d34eca830966417c81d12e', 'gw_port': {'id': 'c772f96d-002e-404f-9440-5c981538cc97', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cd:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e20120e-1661-4430-a5aa-aee6a71832b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:36:07Z', 'updated_at': '2021-09-10T16:36:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': 'f52c62f2-a7f8-4cc6-aeae-897f11119076', 'name': '', 'network_id': 'c7b6fd92-a10e-45f6-8c5e-811e24e97ed3', 'tenant_id': 'a9ce4cef13d34eca830966417c81d12e', 'mac_address': 'fa:16:3e:70:da:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e20120e-1661-4430-a5aa-aee6a71832b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89099706-a864-48bc-a3de-d4cfd9bdaa56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:35:59Z', 'updated_at': '2021-09-10T16:36:06Z', 'revision_number': 5, 'project_id': 'a9ce4cef13d34eca830966417c81d12e', 'subnets': [{'id': '89099706-a864-48bc-a3de-d4cfd9bdaa56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '19315174-cee2-4028-8d2d-e5327e5bd380'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:36:09.379360 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286704dc-d941-46b3-9512-eb3f1613284a None None] Checking router: 7e20120e-1661-4430-a5aa-aee6a71832b0 for host: dv-cinder-808473-1-iscsi {{(pid=74983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:36:09.379706 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286704dc-d941-46b3-9512-eb3f1613284a None None] Updating router 7e20120e-1661-4430-a5aa-aee6a71832b0 port c772f96d-002e-404f-9440-5c981538cc97 binding host dv-cinder-808473-1-iscsi {{(pid=74983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 10 16:36:09.432104 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-286704dc-d941-46b3-9512-eb3f1613284a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:09.751884 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-286704dc-d941-46b3-9512-eb3f1613284a None None] Notify callbacks [] for port, precommit_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:09.763508 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-286704dc-d941-46b3-9512-eb3f1613284a None None] Transition to ACTIVE for port object c772f96d-002e-404f-9440-5c981538cc97 will not be triggered until provisioned by entity L2. {{(pid=74983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:36:09.770462 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-286704dc-d941-46b3-9512-eb3f1613284a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:09.774177 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:36:09.850192 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-286704dc-d941-46b3-9512-eb3f1613284a None None] Attempting to bind port c772f96d-002e-404f-9440-5c981538cc97 on host dv-cinder-808473-1-iscsi for vnic_type normal with profile  {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:36:09.850565 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-286704dc-d941-46b3-9512-eb3f1613284a None None] Attempting to bind port c772f96d-002e-404f-9440-5c981538cc97 by drivers openvswitch,hyperv on host dv-cinder-808473-1-iscsi at level 0 using segments [{'id': '7f0f17d1-ee65-42aa-885b-938bb9d3cd64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'}] {{(pid=74983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:36:09.850950 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286704dc-d941-46b3-9512-eb3f1613284a None None] Attempting to bind port c772f96d-002e-404f-9440-5c981538cc97 on network 7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:36:09.852919 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3140bf7-095e-468f-97fe-8c050087c70b None None] Pushing event updated for resources: {'Port': ['ID=c772f96d-002e-404f-9440-5c981538cc97,revision_number=2']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:36:09.856772 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-f3140bf7-095e-468f-97fe-8c050087c70b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:36:09.859893 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286704dc-d941-46b3-9512-eb3f1613284a None None] Checking agent: {'id': 'f3cf38fb-3540-46d0-a6e6-e52cff650adc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 35, 26), 'started_at': datetime.datetime(2021, 9, 10, 16, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:36:09.860268 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286704dc-d941-46b3-9512-eb3f1613284a None None] Checking segment: {'id': '7f0f17d1-ee65-42aa-885b-938bb9d3cd64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:36:09.860676 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-286704dc-d941-46b3-9512-eb3f1613284a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:09.861064 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286704dc-d941-46b3-9512-eb3f1613284a None None] Bound using segment: {'id': '7f0f17d1-ee65-42aa-885b-938bb9d3cd64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'} {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:36:09.861532 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-286704dc-d941-46b3-9512-eb3f1613284a None None] Bound port: c772f96d-002e-404f-9440-5c981538cc97, host: dv-cinder-808473-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f0f17d1-ee65-42aa-885b-938bb9d3cd64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'}}] {{(pid=74983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:36:09.861912 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-286704dc-d941-46b3-9512-eb3f1613284a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:09.933676 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-286704dc-d941-46b3-9512-eb3f1613284a None None] For port c772f96d-002e-404f-9440-5c981538cc97, host dv-cinder-808473-1-iscsi, cleared binding levels {{(pid=74983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:36:09.936934 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-286704dc-d941-46b3-9512-eb3f1613284a None None] For port c772f96d-002e-404f-9440-5c981538cc97, host dv-cinder-808473-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=c772f96d-002e-404f-9440-5c981538cc97,segment=NetworkSegment(7f0f17d1-ee65-42aa-885b-938bb9d3cd64),segment_id=7f0f17d1-ee65-42aa-885b-938bb9d3cd64)] {{(pid=74983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:36:09.941877 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-286704dc-d941-46b3-9512-eb3f1613284a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:09.945648 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-327500f8-49ef-412f-a124-3c962b8dc858 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:36:10.020705 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3140bf7-095e-468f-97fe-8c050087c70b None None] Pushing event updated for resources: {'Port': ['ID=c772f96d-002e-404f-9440-5c981538cc97,revision_number=3']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:36:10.024070 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-f3140bf7-095e-468f-97fe-8c050087c70b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:36:10.025542 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286704dc-d941-46b3-9512-eb3f1613284a None None] Routers {'7e20120e-1661-4430-a5aa-aee6a71832b0'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:36:10.026159 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-286704dc-d941-46b3-9512-eb3f1613284a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f86258903a0>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:35:57Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['7e20120e-1661-4430-a5aa-aee6a71832b0'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:36:10.228452 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-286704dc-d941-46b3-9512-eb3f1613284a None None] Set router 7e20120e-1661-4430-a5aa-aee6a71832b0 gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:36:10.553764 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-286704dc-d941-46b3-9512-eb3f1613284a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f86258903a0>, [{'id': '7e20120e-1661-4430-a5aa-aee6a71832b0', 'name': 'router1', 'tenant_id': 'a9ce4cef13d34eca830966417c81d12e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'c772f96d-002e-404f-9440-5c981538cc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:35:50Z', 'updated_at': '2021-09-10T16:36:08Z', 'revision_number': 4, 'project_id': 'a9ce4cef13d34eca830966417c81d12e', 'gw_port': {'id': 'c772f96d-002e-404f-9440-5c981538cc97', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cd:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e20120e-1661-4430-a5aa-aee6a71832b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:36:07Z', 'updated_at': '2021-09-10T16:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': 'f52c62f2-a7f8-4cc6-aeae-897f11119076', 'name': '', 'network_id': 'c7b6fd92-a10e-45f6-8c5e-811e24e97ed3', 'tenant_id': 'a9ce4cef13d34eca830966417c81d12e', 'mac_address': 'fa:16:3e:70:da:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e20120e-1661-4430-a5aa-aee6a71832b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89099706-a864-48bc-a3de-d4cfd9bdaa56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:35:59Z', 'updated_at': '2021-09-10T16:36:06Z', 'revision_number': 5, 'project_id': 'a9ce4cef13d34eca830966417c81d12e', 'subnets': [{'id': '89099706-a864-48bc-a3de-d4cfd9bdaa56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '19315174-cee2-4028-8d2d-e5327e5bd380'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:36:10.557750 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286704dc-d941-46b3-9512-eb3f1613284a None None] The sync data for ids ['7e20120e-1661-4430-a5aa-aee6a71832b0'] in dv-cinder-808473-1-iscsi is: [{'id': '7e20120e-1661-4430-a5aa-aee6a71832b0', 'name': 'router1', 'tenant_id': 'a9ce4cef13d34eca830966417c81d12e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'c772f96d-002e-404f-9440-5c981538cc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:35:50Z', 'updated_at': '2021-09-10T16:36:08Z', 'revision_number': 4, 'project_id': 'a9ce4cef13d34eca830966417c81d12e', 'gw_port': {'id': 'c772f96d-002e-404f-9440-5c981538cc97', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cd:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e20120e-1661-4430-a5aa-aee6a71832b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:36:07Z', 'updated_at': '2021-09-10T16:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': 'f52c62f2-a7f8-4cc6-aeae-897f11119076', 'name': '', 'network_id': 'c7b6fd92-a10e-45f6-8c5e-811e24e97ed3', 'tenant_id': 'a9ce4cef13d34eca830966417c81d12e', 'mac_address': 'fa:16:3e:70:da:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e20120e-1661-4430-a5aa-aee6a71832b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89099706-a864-48bc-a3de-d4cfd9bdaa56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:35:59Z', 'updated_at': '2021-09-10T16:36:06Z', 'revision_number': 5, 'project_id': 'a9ce4cef13d34eca830966417c81d12e', 'subnets': [{'id': '89099706-a864-48bc-a3de-d4cfd9bdaa56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '19315174-cee2-4028-8d2d-e5327e5bd380'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:36:11.054624 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 53288) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:36:11.190376 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-e745801b-7cb2-430d-a773-251ac7cfdc5b admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1079 time: 0.1342843
Sep 10 16:36:11.940245 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device c772f96d-002e-404f-9440-5c981538cc97 up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:36:12.014312 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning for port c772f96d-002e-404f-9440-5c981538cc97 completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:36:12.021575 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port c772f96d-002e-404f-9440-5c981538cc97 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:36:12.022215 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:12.137403 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:12.153358 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] For port c772f96d-002e-404f-9440-5c981538cc97, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=c772f96d-002e-404f-9440-5c981538cc97,segment=NetworkSegment(7f0f17d1-ee65-42aa-885b-938bb9d3cd64),segment_id=7f0f17d1-ee65-42aa-885b-938bb9d3cd64)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:36:12.156762 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:12.158954 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:36:12.221608 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Pushing event updated for resources: {'Port': ['ID=c772f96d-002e-404f-9440-5c981538cc97,revision_number=4']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:36:12.225095 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:36:13.919539 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device c772f96d-002e-404f-9440-5c981538cc97 up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:36:14.027284 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port c772f96d-002e-404f-9440-5c981538cc97 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:36:14.028029 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:25.147186 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-13a85f89-776f-41a1-992e-d5a4ea907c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:25.585478 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:27.485167 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-d81e74a8-6e09-414a-8f72-983bbc83717e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:27.858014 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 5 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 16:36:28.389837 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:29.846384 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:55.151024 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-46583504-d0ac-432b-b14f-0eea7b409fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:55.590478 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:57.487137 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-31dbf46a-5c97-4a21-904e-2bb72af6e4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:58.391687 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:36:59.851974 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:37:04.858474 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 5 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 16:37:25.154503 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-1642c0de-4bd0-4e03-a67c-8b89a51a6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:37:25.585562 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:37:27.492647 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-d8434238-e07a-4079-8227-4e03a625bb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:37:28.394494 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:37:29.871939 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:37:41.859130 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 5 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 16:37:55.158188 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-bea78e8e-7fde-4f87-be23-23bf6f677238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:37:55.588213 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:37:57.487099 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-4da72025-5a57-4645-86fe-dbae1ec4f634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:37:58.399348 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:37:59.864296 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:38:13.215318 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 53860) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:38:13.304905 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.pecan_wsgi.hooks.translation [None req-903a8fcd-5ff5-43ea-b592-3c8901b087ab admin admin] GET failed (client error): The resource could not be found.
Sep 10 16:38:13.306135 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-903a8fcd-5ff5-43ea-b592-3c8901b087ab admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0898130
Sep 10 16:38:13.435223 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67489dfc-18af-446b-80ae-78358fb72320 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:38:13.436555 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-67489dfc-18af-446b-80ae-78358fb72320 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1263430
Sep 10 16:38:15.456977 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 53870) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:38:15.621852 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4645db60-4495-48e0-9488-b27fd61b88c3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:38:15.622405 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-4645db60-4495-48e0-9488-b27fd61b88c3 admin admin] Synchronizing usage tracker for tenant:d0110cccba3d41af8159fa9892db0ac6 on resource:subnet {{(pid=74982) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:38:15.638232 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-4645db60-4495-48e0-9488-b27fd61b88c3 admin admin] Unset dirty status for tenant:d0110cccba3d41af8159fa9892db0ac6 on resource:subnet {{(pid=74982) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:38:15.639369 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-4645db60-4495-48e0-9488-b27fd61b88c3 admin admin] 10.222.0.41 "GET /v2.0/subnets/89099706-a864-48bc-a3de-d4cfd9bdaa56 HTTP/1.1" status: 200  len: 849 time: 0.1814463
Sep 10 16:38:15.648460 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-8030a3ef-615b-4a52-85d0-1f585ea9638b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:38:15.761690 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8030a3ef-615b-4a52-85d0-1f585ea9638b admin admin] Notify callbacks [] for subnet, before_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:38:15.948607 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8030a3ef-615b-4a52-85d0-1f585ea9638b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763384186152'] for subnet, after_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:38:15.952964 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:38:15.999037 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8030a3ef-615b-4a52-85d0-1f585ea9638b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:38:16.000162 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8030a3ef-615b-4a52-85d0-1f585ea9638b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for subnet, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:38:16.000873 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-8030a3ef-615b-4a52-85d0-1f585ea9638b admin admin] 10.222.0.41 "PUT /v2.0/subnets/89099706-a864-48bc-a3de-d4cfd9bdaa56 HTTP/1.1" status: 200  len: 868 time: 0.3561010
Sep 10 16:38:16.016308 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8030a3ef-615b-4a52-85d0-1f585ea9638b admin admin] Pushing event updated for resources: {'Subnet': ['ID=89099706-a864-48bc-a3de-d4cfd9bdaa56,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:38:16.021167 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595699d0-e555-42ee-a1d4-d4a268803847 None None] Network c7b6fd92-a10e-45f6-8c5e-811e24e97ed3 requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:38:16.025310 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8030a3ef-615b-4a52-85d0-1f585ea9638b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:38:16.025653 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8030a3ef-615b-4a52-85d0-1f585ea9638b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:38:16.025980 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8030a3ef-615b-4a52-85d0-1f585ea9638b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:38:16.026375 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8030a3ef-615b-4a52-85d0-1f585ea9638b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:38:16.026701 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8030a3ef-615b-4a52-85d0-1f585ea9638b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:38:16.027021 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8030a3ef-615b-4a52-85d0-1f585ea9638b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:38:16.027851 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8030a3ef-615b-4a52-85d0-1f585ea9638b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:38:16.028169 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8030a3ef-615b-4a52-85d0-1f585ea9638b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:38:16.028485 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8030a3ef-615b-4a52-85d0-1f585ea9638b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:38:16.028795 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8030a3ef-615b-4a52-85d0-1f585ea9638b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:38:16.029104 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8030a3ef-615b-4a52-85d0-1f585ea9638b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:38:16.032817 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-8030a3ef-615b-4a52-85d0-1f585ea9638b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:38:16.548141 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c43ef6df-5896-4e82-b0fd-e38dacc4cd6a None None] Provisioning complete for port 4d8591d9-b9dd-4f0d-815a-5d68f3593852 triggered by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:38:16.548501 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c43ef6df-5896-4e82-b0fd-e38dacc4cd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:38:16.670511 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c43ef6df-5896-4e82-b0fd-e38dacc4cd6a None None] Provisioning complete for port f52c62f2-a7f8-4cc6-aeae-897f11119076 triggered by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:38:16.670775 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c43ef6df-5896-4e82-b0fd-e38dacc4cd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:38:18.041936 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 53880) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:38:18.239381 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28ece6f-695d-4099-b671-43ce0f77dce3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:38:18.240802 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28ece6f-695d-4099-b671-43ce0f77dce3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:38:18.242376 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-e28ece6f-695d-4099-b671-43ce0f77dce3 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1994441
Sep 10 16:38:18.859026 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 5 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 16:38:20.269132 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 53890) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:38:20.461625 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f497dedc-435c-4cf6-95cd-68dfc0ba399a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:38:20.461914 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f497dedc-435c-4cf6-95cd-68dfc0ba399a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:38:20.463469 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-f497dedc-435c-4cf6-95cd-68dfc0ba399a admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1933985
Sep 10 16:38:22.480563 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 53900) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:38:22.677103 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6992a497-373b-46bc-9242-a8ac80c1555c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:38:22.678669 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-6992a497-373b-46bc-9242-a8ac80c1555c admin admin] 10.222.0.41 "GET /v2.0/networks/7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e HTTP/1.1" status: 200  len: 886 time: 0.1968784
Sep 10 16:38:24.691617 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 53910) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:38:24.886151 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa55beb-e7c4-4acf-9e1e-98c9e6c4de8d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:38:24.887429 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-2aa55beb-e7c4-4acf-9e1e-98c9e6c4de8d admin admin] 10.222.0.41 "GET /v2.0/networks/c7b6fd92-a10e-45f6-8c5e-811e24e97ed3 HTTP/1.1" status: 200  len: 869 time: 0.1949003
Sep 10 16:38:25.161477 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-f6c0eae3-f652-43ab-8291-7f45d977d04c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:38:25.592752 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:38:26.897687 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 53920) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:38:27.030611 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e13f62f-3367-4b73-8e40-b152c36fd25a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:38:27.030971 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e13f62f-3367-4b73-8e40-b152c36fd25a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:38:27.032442 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-0e13f62f-3367-4b73-8e40-b152c36fd25a admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1338139
Sep 10 16:38:27.488105 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-87842eeb-bc16-4dcc-a2f6-4115d582eae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:38:28.399344 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:38:29.046581 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 53930) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:38:29.172355 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e163b32e-166b-462e-875c-3bd8641623c9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:38:29.172715 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e163b32e-166b-462e-875c-3bd8641623c9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:38:29.174220 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-e163b32e-166b-462e-875c-3bd8641623c9 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1267025
Sep 10 16:38:29.870466 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:38:31.185364 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 53940) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:38:31.350003 dv-cinder-808473-1-iscsi neutron-server[74981]: WARNING oslo_policy.policy [None req-8b5d5328-b910-464b-85a5-fa26e8894635 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 10 16:38:31.350617 dv-cinder-808473-1-iscsi neutron-server[74981]: WARNING oslo_policy.policy [None req-8b5d5328-b910-464b-85a5-fa26e8894635 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 10 16:38:31.691744 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.policy [None req-8b5d5328-b910-464b-85a5-fa26e8894635 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74981) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Sep 10 16:38:31.692506 dv-cinder-808473-1-iscsi neutron-server[74981]: WARNING oslo_policy.policy [None req-8b5d5328-b910-464b-85a5-fa26e8894635 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 10 16:38:31.692876 dv-cinder-808473-1-iscsi neutron-server[74981]: WARNING oslo_policy.policy [None req-8b5d5328-b910-464b-85a5-fa26e8894635 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 10 16:38:31.695715 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5d5328-b910-464b-85a5-fa26e8894635 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:38:31.699629 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-8b5d5328-b910-464b-85a5-fa26e8894635 admin admin] 10.222.0.41 "GET /v2.0/subnets/89099706-a864-48bc-a3de-d4cfd9bdaa56 HTTP/1.1" status: 200  len: 868 time: 0.5121791
Sep 10 16:38:33.701091 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 53956) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:38:33.821477 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe6b377-3db5-4a16-8525-6676d56e1694 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:38:33.822826 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-afe6b377-3db5-4a16-8525-6676d56e1694 admin admin] 10.222.0.41 "GET /v2.0/subnets/dc5dafb3-b941-44a9-9498-2bdb3e4caa08 HTTP/1.1" status: 200  len: 816 time: 0.1208248
Sep 10 16:38:51.939251 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 53994) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:38:52.010425 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [None req-f6b31e01-79c2-412b-a6df-fefb7e4114ec admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=74982) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Sep 10 16:38:52.011437 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-f6b31e01-79c2-412b-a6df-fefb7e4114ec admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0712092
Sep 10 16:38:54.076307 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 54004) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:38:54.172839 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe85dc41-c78a-494d-9775-6c3de802de22 admin admin] GET failed (client error): The resource could not be found.
Sep 10 16:38:54.174015 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-fe85dc41-c78a-494d-9775-6c3de802de22 admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0967834
Sep 10 16:38:54.299213 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca28a14-9c60-41a0-8e50-71900f2ebbf0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:38:54.300860 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-7ca28a14-9c60-41a0-8e50-71900f2ebbf0 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1229930
Sep 10 16:38:55.164212 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-d6c99822-2d60-439e-8cbf-ee07b198fa9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:38:55.594591 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:38:55.859076 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 5 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 16:38:56.326570 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 54014) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:38:56.395984 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-87f3538b-09c1-4977-8eba-9058e78e0756 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:38:56.400507 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-87f3538b-09c1-4977-8eba-9058e78e0756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:38:56.410791 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-87f3538b-09c1-4977-8eba-9058e78e0756 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:38:56.421159 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f3538b-09c1-4977-8eba-9058e78e0756 admin admin] Made reservation on behalf of d0110cccba3d41af8159fa9892db0ac6 for: {'network': 1} {{(pid=74982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:38:56.423325 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-87f3538b-09c1-4977-8eba-9058e78e0756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for network, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:38:56.508929 dv-cinder-808473-1-iscsi neutron-server[74982]: WARNING neutron.services.revisions.revision_plugin [None req-87f3538b-09c1-4977-8eba-9058e78e0756 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f862545c4c0] {project_id='d0110cccba3d41af8159fa9892db0ac6', id='234aecfd-5887-444c-b51d-f4eddfa35246', target_tenant='*', action='access_as_shared', object_id='9ce00a73-c32c-435f-82bb-5adb5484c0b1'}> to bump revision.
Sep 10 16:38:56.521582 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87f3538b-09c1-4977-8eba-9058e78e0756 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'}  {{(pid=74982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Sep 10 16:38:56.529864 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-87f3538b-09c1-4977-8eba-9058e78e0756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-567309'] for segment, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:38:56.530222 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.db.segments_db [None req-87f3538b-09c1-4977-8eba-9058e78e0756 admin admin] Added segment e6a25056-2ece-4a9c-a17d-a53935fddf56 of type vlan for network 9ce00a73-c32c-435f-82bb-5adb5484c0b1
Sep 10 16:38:56.554722 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-87f3538b-09c1-4977-8eba-9058e78e0756 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763383730616'] for network, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:38:56.583219 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-87f3538b-09c1-4977-8eba-9058e78e0756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695'] for network, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:38:56.584362 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f3538b-09c1-4977-8eba-9058e78e0756 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:38:56.584933 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-87f3538b-09c1-4977-8eba-9058e78e0756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for network, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:38:56.589312 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-f66c8038-07e2-4fbc-a051-3bc2f1eb879a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:38:56.719797 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f3538b-09c1-4977-8eba-9058e78e0756 admin admin] Pushing event updated for resources: {'Network': ['ID=9ce00a73-c32c-435f-82bb-5adb5484c0b1,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:38:56.723777 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-87f3538b-09c1-4977-8eba-9058e78e0756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:38:56.726267 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-87f3538b-09c1-4977-8eba-9058e78e0756 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3984797
Sep 10 16:38:56.741177 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Network 9ce00a73-c32c-435f-82bb-5adb5484c0b1 details requested by agent ovs-agent-dv-cinder-808473-1-iscsi with host dv-cinder-808473-1-iscsi {{(pid=74983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 10 16:38:57.489205 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-f7f1dd38-423d-4d15-ab19-8c55b8b2dd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:38:58.402799 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:38:58.740612 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 54024) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:38:58.828724 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fcaf52a-c73b-42c5-b528-4a63543feb00 admin admin] GET failed (client error): The resource could not be found.
Sep 10 16:38:58.829236 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-8fcaf52a-c73b-42c5-b528-4a63543feb00 admin admin] Synchronizing usage tracker for tenant:d0110cccba3d41af8159fa9892db0ac6 on resource:network {{(pid=74982) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:38:58.844148 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-8fcaf52a-c73b-42c5-b528-4a63543feb00 admin admin] Unset dirty status for tenant:d0110cccba3d41af8159fa9892db0ac6 on resource:network {{(pid=74982) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:38:58.845203 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-8fcaf52a-c73b-42c5-b528-4a63543feb00 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1036792
Sep 10 16:38:58.948370 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a100e74-68c1-47d6-9754-0c1d8d8177e3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:38:58.949733 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-7a100e74-68c1-47d6-9754-0c1d8d8177e3 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1006229
Sep 10 16:38:58.958995 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-24770722-5cee-4d8c-8f65-4190c7630475 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '9ce00a73-c32c-435f-82bb-5adb5484c0b1', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:38:58.963244 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-24770722-5cee-4d8c-8f65-4190c7630475 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:38:58.972913 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-24770722-5cee-4d8c-8f65-4190c7630475 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:38:58.983548 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24770722-5cee-4d8c-8f65-4190c7630475 admin admin] Made reservation on behalf of d0110cccba3d41af8159fa9892db0ac6 for: {'subnet': 1} {{(pid=74982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:38:58.985796 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-24770722-5cee-4d8c-8f65-4190c7630475 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:38:59.178318 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-24770722-5cee-4d8c-8f65-4190c7630475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695'] for subnet, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:38:59.182374 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-8030a3ef-615b-4a52-85d0-1f585ea9638b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:38:59.252292 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24770722-5cee-4d8c-8f65-4190c7630475 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be261846-8a73-447d-91d4-2a997c88ab00,revision_number=0']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:38:59.254861 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-24770722-5cee-4d8c-8f65-4190c7630475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:38:59.263758 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24770722-5cee-4d8c-8f65-4190c7630475 admin admin] Checking segment: {'id': 'e6a25056-2ece-4a9c-a17d-a53935fddf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9ce00a73-c32c-435f-82bb-5adb5484c0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:38:59.264135 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24770722-5cee-4d8c-8f65-4190c7630475 admin admin] Network hostable DHCP agents. Network: 9ce00a73-c32c-435f-82bb-5adb5484c0b1, hostable agents: ['16ada634-a41f-45d3-a3ee-16ead43437b7'], hosted agents: [] {{(pid=74982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 10 16:38:59.286995 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24770722-5cee-4d8c-8f65-4190c7630475 admin admin] Network 9ce00a73-c32c-435f-82bb-5adb5484c0b1 is scheduled to be hosted by DHCP agent 16ada634-a41f-45d3-a3ee-16ead43437b7 with binding_index 1 {{(pid=74982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 10 16:38:59.296548 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.base_scheduler [None req-24770722-5cee-4d8c-8f65-4190c7630475 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808473-1-iscsi, 9ce00a73-c32c-435f-82bb-5adb5484c0b1) {{(pid=74982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:38:59.300264 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24770722-5cee-4d8c-8f65-4190c7630475 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:38:59.300845 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-24770722-5cee-4d8c-8f65-4190c7630475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for subnet, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:38:59.326996 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-24770722-5cee-4d8c-8f65-4190c7630475 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3712406
Sep 10 16:38:59.411341 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94251b81-d7da-4185-bfe6-677d970fc414 None None] Network 9ce00a73-c32c-435f-82bb-5adb5484c0b1 requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:38:59.628785 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ecd9ad-87cd-4032-8dc1-ba367166818a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd50011bc-20d0-5c59-bf13-9c606f0d4957-9ce00a73-c32c-435f-82bb-5adb5484c0b1', 'network_id': '9ce00a73-c32c-435f-82bb-5adb5484c0b1', 'tenant_id': 'd0110cccba3d41af8159fa9892db0ac6', 'fixed_ips': [{'subnet_id': 'be261846-8a73-447d-91d4-2a997c88ab00'}]}} from dv-cinder-808473-1-iscsi. {{(pid=74983) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Sep 10 16:38:59.629628 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-89ecd9ad-87cd-4032-8dc1-ba367166818a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:38:59.785010 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.db_base_plugin_common [None req-89ecd9ad-87cd-4032-8dc1-ba367166818a None None] Allocated IP 192.168.233.2 (9ce00a73-c32c-435f-82bb-5adb5484c0b1/be261846-8a73-447d-91d4-2a997c88ab00/50760cf8-3fb5-4561-a963-a34cf9585181) {{(pid=74983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:38:59.894151 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:39:00.001093 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-89ecd9ad-87cd-4032-8dc1-ba367166818a None None] Notify callbacks [] for port, precommit_create {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:39:00.011351 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-89ecd9ad-87cd-4032-8dc1-ba367166818a None None] Transition to ACTIVE for port object 50760cf8-3fb5-4561-a963-a34cf9585181 will not be triggered until provisioned by entity L2. {{(pid=74983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:39:00.029453 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-89ecd9ad-87cd-4032-8dc1-ba367166818a None None] Transition to ACTIVE for port object 50760cf8-3fb5-4561-a963-a34cf9585181 will not be triggered until provisioned by entity DHCP. {{(pid=74983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:39:00.035224 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-89ecd9ad-87cd-4032-8dc1-ba367166818a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793'] for port, after_create {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:39:00.039677 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:39:00.107090 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ecd9ad-87cd-4032-8dc1-ba367166818a None None] Network 9ce00a73-c32c-435f-82bb-5adb5484c0b1 is already hosted by enough agents. {{(pid=74983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:39:00.111799 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.scheduler.base_scheduler [None req-89ecd9ad-87cd-4032-8dc1-ba367166818a None None] Resources bound (agent type, host, resource id):  {{(pid=74983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:39:00.114253 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ecd9ad-87cd-4032-8dc1-ba367166818a None None] Received port after_create {{(pid=74983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:39:00.116304 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ecd9ad-87cd-4032-8dc1-ba367166818a None None] Pushing event updated for resources: {'Port': ['ID=50760cf8-3fb5-4561-a963-a34cf9585181,revision_number=1']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:39:00.125967 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ecd9ad-87cd-4032-8dc1-ba367166818a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:39:00.125967 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ecd9ad-87cd-4032-8dc1-ba367166818a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:39:00.126290 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ecd9ad-87cd-4032-8dc1-ba367166818a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:39:00.126516 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ecd9ad-87cd-4032-8dc1-ba367166818a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:39:00.126842 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ecd9ad-87cd-4032-8dc1-ba367166818a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:39:00.127164 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ecd9ad-87cd-4032-8dc1-ba367166818a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:39:00.127480 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ecd9ad-87cd-4032-8dc1-ba367166818a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:39:00.127822 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ecd9ad-87cd-4032-8dc1-ba367166818a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:39:00.128140 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ecd9ad-87cd-4032-8dc1-ba367166818a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:39:00.128453 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ecd9ad-87cd-4032-8dc1-ba367166818a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:39:00.128763 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ecd9ad-87cd-4032-8dc1-ba367166818a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:39:00.133293 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-89ecd9ad-87cd-4032-8dc1-ba367166818a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:39:00.219231 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-89ecd9ad-87cd-4032-8dc1-ba367166818a None None] Attempting to bind port 50760cf8-3fb5-4561-a963-a34cf9585181 on host dv-cinder-808473-1-iscsi for vnic_type normal with profile  {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:39:00.219528 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-89ecd9ad-87cd-4032-8dc1-ba367166818a None None] Attempting to bind port 50760cf8-3fb5-4561-a963-a34cf9585181 by drivers openvswitch,hyperv on host dv-cinder-808473-1-iscsi at level 0 using segments [{'id': 'e6a25056-2ece-4a9c-a17d-a53935fddf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9ce00a73-c32c-435f-82bb-5adb5484c0b1'}] {{(pid=74983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:39:00.219893 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ecd9ad-87cd-4032-8dc1-ba367166818a None None] Attempting to bind port 50760cf8-3fb5-4561-a963-a34cf9585181 on network 9ce00a73-c32c-435f-82bb-5adb5484c0b1 {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:39:00.226506 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ecd9ad-87cd-4032-8dc1-ba367166818a None None] Checking agent: {'id': 'f3cf38fb-3540-46d0-a6e6-e52cff650adc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 35, 26), 'started_at': datetime.datetime(2021, 9, 10, 16, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:39:00.226881 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ecd9ad-87cd-4032-8dc1-ba367166818a None None] Checking segment: {'id': 'e6a25056-2ece-4a9c-a17d-a53935fddf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9ce00a73-c32c-435f-82bb-5adb5484c0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:39:00.227281 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-89ecd9ad-87cd-4032-8dc1-ba367166818a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:39:00.227669 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ecd9ad-87cd-4032-8dc1-ba367166818a None None] Bound using segment: {'id': 'e6a25056-2ece-4a9c-a17d-a53935fddf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9ce00a73-c32c-435f-82bb-5adb5484c0b1'} {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:39:00.228130 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-89ecd9ad-87cd-4032-8dc1-ba367166818a None None] Bound port: 50760cf8-3fb5-4561-a963-a34cf9585181, host: dv-cinder-808473-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6a25056-2ece-4a9c-a17d-a53935fddf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9ce00a73-c32c-435f-82bb-5adb5484c0b1'}}] {{(pid=74983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:39:00.228519 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-89ecd9ad-87cd-4032-8dc1-ba367166818a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:39:00.319344 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-89ecd9ad-87cd-4032-8dc1-ba367166818a None None] For port 50760cf8-3fb5-4561-a963-a34cf9585181, host dv-cinder-808473-1-iscsi, cleared binding levels {{(pid=74983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:39:00.325098 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-89ecd9ad-87cd-4032-8dc1-ba367166818a None None] For port 50760cf8-3fb5-4561-a963-a34cf9585181, host dv-cinder-808473-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=50760cf8-3fb5-4561-a963-a34cf9585181,segment=NetworkSegment(e6a25056-2ece-4a9c-a17d-a53935fddf56),segment_id=e6a25056-2ece-4a9c-a17d-a53935fddf56)] {{(pid=74983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:39:00.328972 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-89ecd9ad-87cd-4032-8dc1-ba367166818a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:39:00.332817 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-f3140bf7-095e-468f-97fe-8c050087c70b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:39:00.405530 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ecd9ad-87cd-4032-8dc1-ba367166818a None None] Pushing event updated for resources: {'Port': ['ID=50760cf8-3fb5-4561-a963-a34cf9585181,revision_number=2']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:39:00.409042 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-89ecd9ad-87cd-4032-8dc1-ba367166818a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:39:01.193844 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc746fbc-f3a2-49ae-bf5a-01729fbcfdc6 None None] Network 9ce00a73-c32c-435f-82bb-5adb5484c0b1 requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:39:01.313895 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-42338e1b-0242-45ae-b85d-2cdde9b775a9 None None] Provisioning for port 50760cf8-3fb5-4561-a963-a34cf9585181 completed by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:39:02.016560 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 50760cf8-3fb5-4561-a963-a34cf9585181 up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:39:02.084174 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning for port 50760cf8-3fb5-4561-a963-a34cf9585181 completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:39:02.088803 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port 50760cf8-3fb5-4561-a963-a34cf9585181 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:39:02.089178 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:39:02.203894 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:39:02.235880 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] For port 50760cf8-3fb5-4561-a963-a34cf9585181, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=50760cf8-3fb5-4561-a963-a34cf9585181,segment=NetworkSegment(e6a25056-2ece-4a9c-a17d-a53935fddf56),segment_id=e6a25056-2ece-4a9c-a17d-a53935fddf56)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:39:02.239911 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:39:02.242123 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:39:02.306859 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Pushing event updated for resources: {'Port': ['ID=50760cf8-3fb5-4561-a963-a34cf9585181,revision_number=3']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:39:02.310602 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:39:03.995170 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 50760cf8-3fb5-4561-a963-a34cf9585181 up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:39:04.066010 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port 50760cf8-3fb5-4561-a963-a34cf9585181 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:39:04.066411 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:39:25.166939 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-f4fd817e-663b-4caa-91d2-5473d004d99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:39:25.597817 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:39:27.591915 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-25fe926f-da40-4608-b3ba-a6effaff6ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:39:28.405420 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:39:29.875130 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:39:32.858679 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 5 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 16:39:55.169749 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c9d16fe2-688e-41c2-bec5-697eb7990d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:39:55.600328 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:39:57.493580 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-72374145-6ff9-492c-8540-49c8fa2a30b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:39:58.408901 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:39:59.876270 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:40:05.382164 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 54066) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:40:05.387843 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [None req-3c2a7991-6a09-4697-97a2-c8cff6d38bae tempest-verify_tempest_config-1551479418 tempest-verify_tempest_config-1551479418-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=74982) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Sep 10 16:40:05.389408 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-3c2a7991-6a09-4697-97a2-c8cff6d38bae tempest-verify_tempest_config-1551479418 tempest-verify_tempest_config-1551479418-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12610 time: 0.0057125
Sep 10 16:40:05.706109 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 54082) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:40:05.843732 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-ffb47c4d-90a0-4dbe-b875-adc399927f2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:40:05.874215 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-ffb47c4d-90a0-4dbe-b875-adc399927f2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:40:05.877914 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-ffb47c4d-90a0-4dbe-b875-adc399927f2c admin admin] Usage tracker for resource:security_group_rule and tenant:9f51ceb8b0bc477c8b69575f7c2c5f41 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:40:05.880668 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-ffb47c4d-90a0-4dbe-b875-adc399927f2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:40:05.886223 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-ffb47c4d-90a0-4dbe-b875-adc399927f2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:40:05.952427 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-ffb47c4d-90a0-4dbe-b875-adc399927f2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:40:05.956058 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-ffb47c4d-90a0-4dbe-b875-adc399927f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:40:05.963571 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:40:06.001561 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb47c4d-90a0-4dbe-b875-adc399927f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d36ae4-be25-456b-a500-505aaa91d15d,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:40:06.006791 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-ffb47c4d-90a0-4dbe-b875-adc399927f2c admin admin] Synchronizing usage tracker for tenant:d0110cccba3d41af8159fa9892db0ac6 on resource:security_group {{(pid=74982) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:40:06.016752 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb47c4d-90a0-4dbe-b875-adc399927f2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:40:06.017091 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb47c4d-90a0-4dbe-b875-adc399927f2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:40:06.017416 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb47c4d-90a0-4dbe-b875-adc399927f2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:40:06.017736 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb47c4d-90a0-4dbe-b875-adc399927f2c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:40:06.018073 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb47c4d-90a0-4dbe-b875-adc399927f2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:40:06.018417 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb47c4d-90a0-4dbe-b875-adc399927f2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:40:06.018731 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb47c4d-90a0-4dbe-b875-adc399927f2c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:40:06.019062 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb47c4d-90a0-4dbe-b875-adc399927f2c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:40:06.019378 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb47c4d-90a0-4dbe-b875-adc399927f2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:40:06.019686 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb47c4d-90a0-4dbe-b875-adc399927f2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:40:06.019994 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb47c4d-90a0-4dbe-b875-adc399927f2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:40:06.024598 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-ffb47c4d-90a0-4dbe-b875-adc399927f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:40:06.032691 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-ffb47c4d-90a0-4dbe-b875-adc399927f2c admin admin] Unset dirty status for tenant:d0110cccba3d41af8159fa9892db0ac6 on resource:security_group {{(pid=74982) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:40:06.033900 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-ffb47c4d-90a0-4dbe-b875-adc399927f2c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9f51ceb8b0bc477c8b69575f7c2c5f41&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3268530
Sep 10 16:40:06.036594 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 54088) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:40:06.095517 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-5050d9d7-e9ca-4197-ad56-179cf5ad7a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:40:06.119461 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-5050d9d7-e9ca-4197-ad56-179cf5ad7a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:40:06.206866 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-5050d9d7-e9ca-4197-ad56-179cf5ad7a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:40:06.210564 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:40:06.222086 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5050d9d7-e9ca-4197-ad56-179cf5ad7a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d36ae4-be25-456b-a500-505aaa91d15d,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:40:06.224283 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-5050d9d7-e9ca-4197-ad56-179cf5ad7a07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:40:06.228919 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-5050d9d7-e9ca-4197-ad56-179cf5ad7a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:40:06.230019 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-5050d9d7-e9ca-4197-ad56-179cf5ad7a07 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/40d36ae4-be25-456b-a500-505aaa91d15d HTTP/1.1" status: 204  len: 168 time: 0.1925616
Sep 10 16:40:09.859901 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 5 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 16:40:25.175333 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-2bf72354-bba4-4ffe-af0c-d30874ce3be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:40:25.601795 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:40:27.495745 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-630ceb0c-5357-488b-9362-0ccfa3fd5528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:40:28.411171 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:40:29.879372 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:40:46.860896 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 5 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 16:40:55.169759 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-0479bdd1-b1e4-4999-a040-cdd87a53fecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:40:55.603818 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:40:57.497531 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-d19f0122-c876-4c8c-84ec-a8b79257ee09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:40:58.414303 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:40:59.882377 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:41:23.862338 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 5 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 16:41:25.171236 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-87ae2acd-a019-4a6c-8708-7bd825a1f436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:41:25.605308 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:41:27.498824 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3cfc6e9d-f7e3-4151-aaa5-54d4843e3849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:41:28.416559 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:41:29.887731 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:41:35.850953 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-449229'] for agent, after_create {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:41:51.166071 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 54160) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:41:51.308449 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-5228866f-0c1d-448c-90e4-619bd7c6e753 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1331215
Sep 10 16:41:53.310002 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 54170) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:41:53.389605 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-cc6768a8-9ae9-4eb2-bb5e-ac3a34fb1350 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0785325
Sep 10 16:41:55.174787 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-1e2f35fa-e5c1-40de-89f7-82d2f44b1b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:41:55.607022 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:41:57.500155 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-968ce8d5-794c-454d-ab79-a1e91ef48fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:41:58.417932 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:41:59.888075 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:42:00.862273 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 6 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 16:42:05.851147 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:42:25.176989 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-1c584822-a83c-459c-84ed-c2ec7038ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:42:25.608806 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:42:27.501774 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3b37b41b-6736-481f-afd7-8bac958d67c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:42:28.420261 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:42:29.892185 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:42:35.849305 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:42:37.863759 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 6 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 16:42:55.180028 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-b1101371-4ec7-4119-9647-f12acb9d58da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:42:55.610470 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:42:57.507550 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-635c8e03-a017-45ab-b0b9-32ceec5ae745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:42:58.423144 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:42:59.894861 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:05.849938 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:14.864693 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 6 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 16:43:25.194945 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-8dba8089-a6c2-407a-a351-d1b396cc445b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:25.619900 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:25.863234 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 54308) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:26.246783 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-5a253f91-2b9e-4b0e-ba82-9eb01328b6f8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1622613385-network', 'tenant_id': '73cdfc2295ba43b88eedc5611288b0f3'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:43:26.251894 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-5a253f91-2b9e-4b0e-ba82-9eb01328b6f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:43:26.256166 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-5a253f91-2b9e-4b0e-ba82-9eb01328b6f8 admin admin] Usage tracker for resource:network and tenant:73cdfc2295ba43b88eedc5611288b0f3 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:43:26.259186 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-5a253f91-2b9e-4b0e-ba82-9eb01328b6f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:43:26.265011 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-5a253f91-2b9e-4b0e-ba82-9eb01328b6f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:43:26.279703 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a253f91-2b9e-4b0e-ba82-9eb01328b6f8 admin admin] Made reservation on behalf of 73cdfc2295ba43b88eedc5611288b0f3 for: {'network': 1} {{(pid=74982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:43:26.282223 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-5a253f91-2b9e-4b0e-ba82-9eb01328b6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for network, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:26.296017 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-5a253f91-2b9e-4b0e-ba82-9eb01328b6f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:26.330699 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-5a253f91-2b9e-4b0e-ba82-9eb01328b6f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:43:26.334577 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-5a253f91-2b9e-4b0e-ba82-9eb01328b6f8 admin admin] Usage tracker for resource:security_group_rule and tenant:73cdfc2295ba43b88eedc5611288b0f3 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:43:26.337391 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-5a253f91-2b9e-4b0e-ba82-9eb01328b6f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:43:26.343162 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-5a253f91-2b9e-4b0e-ba82-9eb01328b6f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:43:26.416727 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-5a253f91-2b9e-4b0e-ba82-9eb01328b6f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:26.421553 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-5a253f91-2b9e-4b0e-ba82-9eb01328b6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:26.426716 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-265625cf-0d41-49b0-9d28-f1bfdbdf3bc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:26.461917 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a253f91-2b9e-4b0e-ba82-9eb01328b6f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'}  {{(pid=74982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Sep 10 16:43:26.464505 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a253f91-2b9e-4b0e-ba82-9eb01328b6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1480bcbe-d380-4572-b8e2-8d8a6cc98395,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:26.478061 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-5a253f91-2b9e-4b0e-ba82-9eb01328b6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-567309'] for segment, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:26.478402 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.db.segments_db [None req-5a253f91-2b9e-4b0e-ba82-9eb01328b6f8 admin admin] Added segment abd13d7f-4963-4fb7-a767-dde5547d2c9d of type vlan for network dc00798f-e261-4178-81bd-f43f96f04f24
Sep 10 16:43:26.480149 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a253f91-2b9e-4b0e-ba82-9eb01328b6f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:43:26.480486 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a253f91-2b9e-4b0e-ba82-9eb01328b6f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:43:26.480804 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a253f91-2b9e-4b0e-ba82-9eb01328b6f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:43:26.481123 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a253f91-2b9e-4b0e-ba82-9eb01328b6f8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:43:26.481459 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a253f91-2b9e-4b0e-ba82-9eb01328b6f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:43:26.481774 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a253f91-2b9e-4b0e-ba82-9eb01328b6f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:43:26.482108 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a253f91-2b9e-4b0e-ba82-9eb01328b6f8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:43:26.482414 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a253f91-2b9e-4b0e-ba82-9eb01328b6f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:43:26.482722 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a253f91-2b9e-4b0e-ba82-9eb01328b6f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:43:26.483028 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a253f91-2b9e-4b0e-ba82-9eb01328b6f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:43:26.483334 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a253f91-2b9e-4b0e-ba82-9eb01328b6f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:43:26.484339 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a253f91-2b9e-4b0e-ba82-9eb01328b6f8 admin admin] Tracked resource versions report:
Sep 10 16:43:26.484339 dv-cinder-808473-1-iscsi neutron-server[74982]: pushed versions:
Sep 10 16:43:26.484339 dv-cinder-808473-1-iscsi neutron-server[74982]: {   'ConntrackHelper': {'1.0'},
Sep 10 16:43:26.484339 dv-cinder-808473-1-iscsi neutron-server[74982]:     'Log': {'1.0'},
Sep 10 16:43:26.484339 dv-cinder-808473-1-iscsi neutron-server[74982]:     'Network': {'1.1'},
Sep 10 16:43:26.484339 dv-cinder-808473-1-iscsi neutron-server[74982]:     'Port': {'1.5'},
Sep 10 16:43:26.484339 dv-cinder-808473-1-iscsi neutron-server[74982]:     'PortForwarding': {'1.2'},
Sep 10 16:43:26.484339 dv-cinder-808473-1-iscsi neutron-server[74982]:     'QosPolicy': {'1.8'},
Sep 10 16:43:26.484339 dv-cinder-808473-1-iscsi neutron-server[74982]:     'SecurityGroup': {'1.2'},
Sep 10 16:43:26.484339 dv-cinder-808473-1-iscsi neutron-server[74982]:     'SecurityGroupRule': {'1.0'},
Sep 10 16:43:26.484339 dv-cinder-808473-1-iscsi neutron-server[74982]:     'SubPort': {'1.0'},
Sep 10 16:43:26.484339 dv-cinder-808473-1-iscsi neutron-server[74982]:     'Subnet': {'1.1'},
Sep 10 16:43:26.484339 dv-cinder-808473-1-iscsi neutron-server[74982]:     'Trunk': {'1.1'}}
Sep 10 16:43:26.484339 dv-cinder-808473-1-iscsi neutron-server[74982]: consumer versions:
Sep 10 16:43:26.484339 dv-cinder-808473-1-iscsi neutron-server[74982]: {   DHCP agent@dv-cinder-808473-1-iscsi: {},
Sep 10 16:43:26.484339 dv-cinder-808473-1-iscsi neutron-server[74982]:     HyperV agent@hv-cinder-80847: {},
Sep 10 16:43:26.484339 dv-cinder-808473-1-iscsi neutron-server[74982]:     L3 agent@dv-cinder-808473-1-iscsi: {},
Sep 10 16:43:26.484339 dv-cinder-808473-1-iscsi neutron-server[74982]:     Metadata agent@dv-cinder-808473-1-iscsi: {},
Sep 10 16:43:26.484339 dv-cinder-808473-1-iscsi neutron-server[74982]:     Metering agent@dv-cinder-808473-1-iscsi: {},
Sep 10 16:43:26.484339 dv-cinder-808473-1-iscsi neutron-server[74982]:     Open vSwitch agent@dv-cinder-808473-1-iscsi: {   'ConntrackHelper': '1.0',
Sep 10 16:43:26.484339 dv-cinder-808473-1-iscsi neutron-server[74982]:                                                      'Log': '1.0',
Sep 10 16:43:26.484339 dv-cinder-808473-1-iscsi neutron-server[74982]:                                                      'Network': '1.1',
Sep 10 16:43:26.484339 dv-cinder-808473-1-iscsi neutron-server[74982]:                                                      'Port': '1.5',
Sep 10 16:43:26.484339 dv-cinder-808473-1-iscsi neutron-server[74982]:                                                      'PortForwarding': '1.2',
Sep 10 16:43:26.484339 dv-cinder-808473-1-iscsi neutron-server[74982]:                                                      'QosPolicy': '1.8',
Sep 10 16:43:26.484339 dv-cinder-808473-1-iscsi neutron-server[74982]:                                                      'SecurityGroup': '1.2',
Sep 10 16:43:26.484339 dv-cinder-808473-1-iscsi neutron-server[74982]:                                                      'SecurityGroupRule': '1.0',
Sep 10 16:43:26.484339 dv-cinder-808473-1-iscsi neutron-server[74982]:                                                      'SubPort': '1.0',
Sep 10 16:43:26.484339 dv-cinder-808473-1-iscsi neutron-server[74982]:                                                      'Subnet': '1.1',
Sep 10 16:43:26.484339 dv-cinder-808473-1-iscsi neutron-server[74982]:                                                      'Trunk': '1.1'}}
Sep 10 16:43:26.484339 dv-cinder-808473-1-iscsi neutron-server[74982]:  {{(pid=74982) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 10 16:43:26.488206 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-5a253f91-2b9e-4b0e-ba82-9eb01328b6f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:26.515981 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-5a253f91-2b9e-4b0e-ba82-9eb01328b6f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763383730616'] for network, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:26.545926 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-5a253f91-2b9e-4b0e-ba82-9eb01328b6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695'] for network, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:26.547483 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a253f91-2b9e-4b0e-ba82-9eb01328b6f8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:43:26.548796 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-5a253f91-2b9e-4b0e-ba82-9eb01328b6f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for network, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:26.553631 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:26.658044 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 54344) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:26.663727 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [None req-9505ddca-5934-4823-b6b7-5e64276a4c7a admin admin] Request body: {'subnet': {'network_id': 'dc00798f-e261-4178-81bd-f43f96f04f24', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1622613385-subnet', 'tenant_id': '73cdfc2295ba43b88eedc5611288b0f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:43:26.665334 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.quota [None req-9505ddca-5934-4823-b6b7-5e64276a4c7a admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f8625c722b0>.
Sep 10 16:43:26.667183 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-5a253f91-2b9e-4b0e-ba82-9eb01328b6f8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.8023415
Sep 10 16:43:26.671745 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-9505ddca-5934-4823-b6b7-5e64276a4c7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:43:26.671957 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a253f91-2b9e-4b0e-ba82-9eb01328b6f8 admin admin] Pushing event updated for resources: {'Network': ['ID=dc00798f-e261-4178-81bd-f43f96f04f24,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:26.681842 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-5a253f91-2b9e-4b0e-ba82-9eb01328b6f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:26.683521 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Network dc00798f-e261-4178-81bd-f43f96f04f24 details requested by agent ovs-agent-dv-cinder-808473-1-iscsi with host dv-cinder-808473-1-iscsi {{(pid=74983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 10 16:43:26.694568 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-9505ddca-5934-4823-b6b7-5e64276a4c7a admin admin] Usage tracker for resource:subnet and tenant:73cdfc2295ba43b88eedc5611288b0f3 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:43:26.702338 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-9505ddca-5934-4823-b6b7-5e64276a4c7a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:43:26.720773 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-9505ddca-5934-4823-b6b7-5e64276a4c7a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:43:26.749396 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9505ddca-5934-4823-b6b7-5e64276a4c7a admin admin] Made reservation on behalf of 73cdfc2295ba43b88eedc5611288b0f3 for: {'subnet': 1} {{(pid=74981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:43:26.755093 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-9505ddca-5934-4823-b6b7-5e64276a4c7a admin admin] Notify callbacks [] for subnet, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:26.786866 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 54352) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:27.059965 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-9505ddca-5934-4823-b6b7-5e64276a4c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695'] for subnet, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:27.065844 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:27.149302 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9505ddca-5934-4823-b6b7-5e64276a4c7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=357cccd7-afbd-4ae1-b28c-2e5466d4b245,revision_number=0']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:27.151732 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9505ddca-5934-4823-b6b7-5e64276a4c7a admin admin] Checking segment: {'id': 'abd13d7f-4963-4fb7-a767-dde5547d2c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'dc00798f-e261-4178-81bd-f43f96f04f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:43:27.152122 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9505ddca-5934-4823-b6b7-5e64276a4c7a admin admin] Network hostable DHCP agents. Network: dc00798f-e261-4178-81bd-f43f96f04f24, hostable agents: ['16ada634-a41f-45d3-a3ee-16ead43437b7'], hosted agents: [] {{(pid=74981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 10 16:43:27.170004 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9505ddca-5934-4823-b6b7-5e64276a4c7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:43:27.170371 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9505ddca-5934-4823-b6b7-5e64276a4c7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:43:27.170697 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9505ddca-5934-4823-b6b7-5e64276a4c7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:43:27.171021 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9505ddca-5934-4823-b6b7-5e64276a4c7a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:43:27.171349 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9505ddca-5934-4823-b6b7-5e64276a4c7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:43:27.171670 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9505ddca-5934-4823-b6b7-5e64276a4c7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:43:27.171989 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9505ddca-5934-4823-b6b7-5e64276a4c7a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:43:27.172318 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9505ddca-5934-4823-b6b7-5e64276a4c7a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:43:27.172628 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9505ddca-5934-4823-b6b7-5e64276a4c7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:43:27.173188 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9505ddca-5934-4823-b6b7-5e64276a4c7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:43:27.173493 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9505ddca-5934-4823-b6b7-5e64276a4c7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:43:27.174629 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9505ddca-5934-4823-b6b7-5e64276a4c7a admin admin] Tracked resource versions report:
Sep 10 16:43:27.174629 dv-cinder-808473-1-iscsi neutron-server[74981]: pushed versions:
Sep 10 16:43:27.174629 dv-cinder-808473-1-iscsi neutron-server[74981]: {   'ConntrackHelper': {'1.0'},
Sep 10 16:43:27.174629 dv-cinder-808473-1-iscsi neutron-server[74981]:     'Log': {'1.0'},
Sep 10 16:43:27.174629 dv-cinder-808473-1-iscsi neutron-server[74981]:     'Network': {'1.1'},
Sep 10 16:43:27.174629 dv-cinder-808473-1-iscsi neutron-server[74981]:     'Port': {'1.5'},
Sep 10 16:43:27.174629 dv-cinder-808473-1-iscsi neutron-server[74981]:     'PortForwarding': {'1.2'},
Sep 10 16:43:27.174629 dv-cinder-808473-1-iscsi neutron-server[74981]:     'QosPolicy': {'1.8'},
Sep 10 16:43:27.174629 dv-cinder-808473-1-iscsi neutron-server[74981]:     'SecurityGroup': {'1.2'},
Sep 10 16:43:27.174629 dv-cinder-808473-1-iscsi neutron-server[74981]:     'SecurityGroupRule': {'1.0'},
Sep 10 16:43:27.174629 dv-cinder-808473-1-iscsi neutron-server[74981]:     'SubPort': {'1.0'},
Sep 10 16:43:27.174629 dv-cinder-808473-1-iscsi neutron-server[74981]:     'Subnet': {'1.1'},
Sep 10 16:43:27.174629 dv-cinder-808473-1-iscsi neutron-server[74981]:     'Trunk': {'1.1'}}
Sep 10 16:43:27.174629 dv-cinder-808473-1-iscsi neutron-server[74981]: consumer versions:
Sep 10 16:43:27.174629 dv-cinder-808473-1-iscsi neutron-server[74981]: {   DHCP agent@dv-cinder-808473-1-iscsi: {},
Sep 10 16:43:27.174629 dv-cinder-808473-1-iscsi neutron-server[74981]:     HyperV agent@hv-cinder-80847: {},
Sep 10 16:43:27.174629 dv-cinder-808473-1-iscsi neutron-server[74981]:     L3 agent@dv-cinder-808473-1-iscsi: {},
Sep 10 16:43:27.174629 dv-cinder-808473-1-iscsi neutron-server[74981]:     Metadata agent@dv-cinder-808473-1-iscsi: {},
Sep 10 16:43:27.174629 dv-cinder-808473-1-iscsi neutron-server[74981]:     Metering agent@dv-cinder-808473-1-iscsi: {},
Sep 10 16:43:27.174629 dv-cinder-808473-1-iscsi neutron-server[74981]:     Open vSwitch agent@dv-cinder-808473-1-iscsi: {   'ConntrackHelper': '1.0',
Sep 10 16:43:27.174629 dv-cinder-808473-1-iscsi neutron-server[74981]:                                                      'Log': '1.0',
Sep 10 16:43:27.174629 dv-cinder-808473-1-iscsi neutron-server[74981]:                                                      'Network': '1.1',
Sep 10 16:43:27.174629 dv-cinder-808473-1-iscsi neutron-server[74981]:                                                      'Port': '1.5',
Sep 10 16:43:27.174629 dv-cinder-808473-1-iscsi neutron-server[74981]:                                                      'PortForwarding': '1.2',
Sep 10 16:43:27.174629 dv-cinder-808473-1-iscsi neutron-server[74981]:                                                      'QosPolicy': '1.8',
Sep 10 16:43:27.174629 dv-cinder-808473-1-iscsi neutron-server[74981]:                                                      'SecurityGroup': '1.2',
Sep 10 16:43:27.174629 dv-cinder-808473-1-iscsi neutron-server[74981]:                                                      'SecurityGroupRule': '1.0',
Sep 10 16:43:27.174629 dv-cinder-808473-1-iscsi neutron-server[74981]:                                                      'SubPort': '1.0',
Sep 10 16:43:27.174629 dv-cinder-808473-1-iscsi neutron-server[74981]:                                                      'Subnet': '1.1',
Sep 10 16:43:27.174629 dv-cinder-808473-1-iscsi neutron-server[74981]:                                                      'Trunk': '1.1'}}
Sep 10 16:43:27.174629 dv-cinder-808473-1-iscsi neutron-server[74981]:  {{(pid=74981) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 10 16:43:27.211307 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-9505ddca-5934-4823-b6b7-5e64276a4c7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:27.212020 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9505ddca-5934-4823-b6b7-5e64276a4c7a admin admin] Network dc00798f-e261-4178-81bd-f43f96f04f24 is scheduled to be hosted by DHCP agent 16ada634-a41f-45d3-a3ee-16ead43437b7 with binding_index 1 {{(pid=74981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 10 16:43:27.214684 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 54374) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:27.223328 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.base_scheduler [None req-9505ddca-5934-4823-b6b7-5e64276a4c7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808473-1-iscsi, dc00798f-e261-4178-81bd-f43f96f04f24) {{(pid=74981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:43:27.229137 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9505ddca-5934-4823-b6b7-5e64276a4c7a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:43:27.229840 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-9505ddca-5934-4823-b6b7-5e64276a4c7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for subnet, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:27.236138 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9d9995-f6b5-450f-a3df-2c2411b4e703 None None] Network dc00798f-e261-4178-81bd-f43f96f04f24 requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:43:27.265138 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-9505ddca-5934-4823-b6b7-5e64276a4c7a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.6059141
Sep 10 16:43:27.284387 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 54382) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:27.334950 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-7a8e8842-9c50-4de2-8b41-6603e26724b3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1096462070-network', 'tenant_id': 'ff8121ac89ae4cb989ace9070b2beb53'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:43:27.340838 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-7a8e8842-9c50-4de2-8b41-6603e26724b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:43:27.346461 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-7a8e8842-9c50-4de2-8b41-6603e26724b3 admin admin] Usage tracker for resource:network and tenant:ff8121ac89ae4cb989ace9070b2beb53 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:43:27.350768 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-7a8e8842-9c50-4de2-8b41-6603e26724b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:43:27.358137 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-7a8e8842-9c50-4de2-8b41-6603e26724b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:43:27.370494 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8e8842-9c50-4de2-8b41-6603e26724b3 admin admin] Made reservation on behalf of ff8121ac89ae4cb989ace9070b2beb53 for: {'network': 1} {{(pid=74982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:43:27.373227 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7a8e8842-9c50-4de2-8b41-6603e26724b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for network, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:27.388645 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7a8e8842-9c50-4de2-8b41-6603e26724b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:27.432871 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-7a8e8842-9c50-4de2-8b41-6603e26724b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:43:27.437036 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-7a8e8842-9c50-4de2-8b41-6603e26724b3 admin admin] Usage tracker for resource:security_group_rule and tenant:ff8121ac89ae4cb989ace9070b2beb53 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:43:27.440245 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-7a8e8842-9c50-4de2-8b41-6603e26724b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:43:27.447852 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-7a8e8842-9c50-4de2-8b41-6603e26724b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:43:27.491140 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 54392) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:27.527306 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3137f87e-ed9a-4bce-989c-2d1de25ed2ee None None] Network dc00798f-e261-4178-81bd-f43f96f04f24 requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:43:27.546888 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7a8e8842-9c50-4de2-8b41-6603e26724b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:27.552882 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7a8e8842-9c50-4de2-8b41-6603e26724b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:27.558852 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:27.596227 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e8842-9c50-4de2-8b41-6603e26724b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d856fd-85cf-485f-982e-866e37aec074,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:27.601640 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-7a8e8842-9c50-4de2-8b41-6603e26724b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:27.612676 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-ffd9b5f1-b6dd-4763-8ba6-c90c53b4f8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:27.617100 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a8e8842-9c50-4de2-8b41-6603e26724b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'}  {{(pid=74982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Sep 10 16:43:27.628213 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7a8e8842-9c50-4de2-8b41-6603e26724b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-567309'] for segment, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:27.628593 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.db.segments_db [None req-7a8e8842-9c50-4de2-8b41-6603e26724b3 admin admin] Added segment d00dec5f-45a2-4b61-9cb0-60a3d36d4514 of type vlan for network ec64d6e2-aa84-47c0-a7a3-b68e805b37e5
Sep 10 16:43:27.662816 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-746153d9-38fe-4dc8-a284-c010bcba051a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1565047691-network', 'tenant_id': 'd0a46baf31fe490992f182c130f37875'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:43:27.668143 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7a8e8842-9c50-4de2-8b41-6603e26724b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763383730616'] for network, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:27.672458 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-746153d9-38fe-4dc8-a284-c010bcba051a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:43:27.678965 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-746153d9-38fe-4dc8-a284-c010bcba051a admin admin] Usage tracker for resource:network and tenant:d0a46baf31fe490992f182c130f37875 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:43:27.683169 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-746153d9-38fe-4dc8-a284-c010bcba051a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:43:27.690697 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-746153d9-38fe-4dc8-a284-c010bcba051a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:43:27.715519 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746153d9-38fe-4dc8-a284-c010bcba051a admin admin] Made reservation on behalf of d0a46baf31fe490992f182c130f37875 for: {'network': 1} {{(pid=74982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:43:27.717972 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-746153d9-38fe-4dc8-a284-c010bcba051a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for network, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:27.740773 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7a8e8842-9c50-4de2-8b41-6603e26724b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695'] for network, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:27.740773 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8e8842-9c50-4de2-8b41-6603e26724b3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:43:27.740773 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7a8e8842-9c50-4de2-8b41-6603e26724b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for network, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:27.740773 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-87f3538b-09c1-4977-8eba-9058e78e0756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:27.748382 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [None req-ee6d3828-26c2-4f43-adde-2d87a8ec4d13 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2086195183-network', 'tenant_id': 'ff9271dbe9584869afd7a0ccba96dfb8'}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:43:27.755939 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-746153d9-38fe-4dc8-a284-c010bcba051a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:27.760682 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-ee6d3828-26c2-4f43-adde-2d87a8ec4d13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:43:27.765450 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-ee6d3828-26c2-4f43-adde-2d87a8ec4d13 admin admin] Usage tracker for resource:network and tenant:ff9271dbe9584869afd7a0ccba96dfb8 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:43:27.769638 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-ee6d3828-26c2-4f43-adde-2d87a8ec4d13 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:43:27.776888 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-ee6d3828-26c2-4f43-adde-2d87a8ec4d13 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:43:27.884072 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6d3828-26c2-4f43-adde-2d87a8ec4d13 admin admin] Made reservation on behalf of ff9271dbe9584869afd7a0ccba96dfb8 for: {'network': 1} {{(pid=74981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:43:27.886499 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-ee6d3828-26c2-4f43-adde-2d87a8ec4d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for network, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:27.904475 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-ee6d3828-26c2-4f43-adde-2d87a8ec4d13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:27.909944 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e8842-9c50-4de2-8b41-6603e26724b3 admin admin] Pushing event updated for resources: {'Network': ['ID=ec64d6e2-aa84-47c0-a7a3-b68e805b37e5,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:27.913684 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-7a8e8842-9c50-4de2-8b41-6603e26724b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:27.915844 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-7a8e8842-9c50-4de2-8b41-6603e26724b3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.1274345
Sep 10 16:43:27.920486 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 54410) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:27.924802 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Network ec64d6e2-aa84-47c0-a7a3-b68e805b37e5 details requested by agent ovs-agent-dv-cinder-808473-1-iscsi with host dv-cinder-808473-1-iscsi {{(pid=74983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 10 16:43:27.929248 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-ab452c16-6a23-477e-8a2f-8d0dd433a779 admin admin] Request body: {'subnet': {'network_id': 'ec64d6e2-aa84-47c0-a7a3-b68e805b37e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1096462070-subnet', 'tenant_id': 'ff8121ac89ae4cb989ace9070b2beb53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:43:27.937146 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-ab452c16-6a23-477e-8a2f-8d0dd433a779 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:43:27.943195 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-ab452c16-6a23-477e-8a2f-8d0dd433a779 admin admin] Usage tracker for resource:subnet and tenant:ff8121ac89ae4cb989ace9070b2beb53 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:43:27.948107 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-ab452c16-6a23-477e-8a2f-8d0dd433a779 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:43:27.958849 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-ee6d3828-26c2-4f43-adde-2d87a8ec4d13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:43:27.959631 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-ab452c16-6a23-477e-8a2f-8d0dd433a779 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:43:27.963554 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-ee6d3828-26c2-4f43-adde-2d87a8ec4d13 admin admin] Usage tracker for resource:security_group_rule and tenant:ff9271dbe9584869afd7a0ccba96dfb8 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:43:27.966726 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-ee6d3828-26c2-4f43-adde-2d87a8ec4d13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:43:27.978977 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-746153d9-38fe-4dc8-a284-c010bcba051a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:43:27.979595 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-ee6d3828-26c2-4f43-adde-2d87a8ec4d13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:43:27.983209 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab452c16-6a23-477e-8a2f-8d0dd433a779 admin admin] Made reservation on behalf of ff8121ac89ae4cb989ace9070b2beb53 for: {'subnet': 1} {{(pid=74982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:43:27.985816 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-ab452c16-6a23-477e-8a2f-8d0dd433a779 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:28.000943 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-746153d9-38fe-4dc8-a284-c010bcba051a admin admin] Usage tracker for resource:security_group_rule and tenant:d0a46baf31fe490992f182c130f37875 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:43:28.008589 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-746153d9-38fe-4dc8-a284-c010bcba051a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:43:28.071958 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-746153d9-38fe-4dc8-a284-c010bcba051a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:43:28.084701 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-ee6d3828-26c2-4f43-adde-2d87a8ec4d13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:28.091149 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-ee6d3828-26c2-4f43-adde-2d87a8ec4d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:28.098496 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:28.141748 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d3828-26c2-4f43-adde-2d87a8ec4d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc529445-fabc-4d34-9a18-22b28d283fbb,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:28.159223 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-ee6d3828-26c2-4f43-adde-2d87a8ec4d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:28.173032 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee6d3828-26c2-4f43-adde-2d87a8ec4d13 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'}  {{(pid=74981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Sep 10 16:43:28.186858 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-ee6d3828-26c2-4f43-adde-2d87a8ec4d13 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763384148628', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-567309'] for segment, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:28.188025 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-ee6d3828-26c2-4f43-adde-2d87a8ec4d13 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f8626632940> segment precommit_create {{(pid=74981) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Sep 10 16:43:28.189187 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.db.segments_db [None req-ee6d3828-26c2-4f43-adde-2d87a8ec4d13 admin admin] Added segment 76ae9ed9-8960-43ef-aa42-1124251984d8 of type vlan for network 9e1586a1-ebae-4187-8d60-d4881a64afce
Sep 10 16:43:28.214637 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [None req-a96f16c3-4887-47eb-bab6-ee9a3b37d002 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-596483955-network', 'tenant_id': '856f415efa5148708f23d5f936947b2b'}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:43:28.221004 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-a96f16c3-4887-47eb-bab6-ee9a3b37d002 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:43:28.232059 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-a96f16c3-4887-47eb-bab6-ee9a3b37d002 admin admin] Usage tracker for resource:network and tenant:856f415efa5148708f23d5f936947b2b is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:43:28.236429 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-a96f16c3-4887-47eb-bab6-ee9a3b37d002 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:43:28.240312 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-746153d9-38fe-4dc8-a284-c010bcba051a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:28.251802 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-746153d9-38fe-4dc8-a284-c010bcba051a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:28.259650 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-7a8e8842-9c50-4de2-8b41-6603e26724b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:28.268049 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-a96f16c3-4887-47eb-bab6-ee9a3b37d002 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:43:28.292862 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746153d9-38fe-4dc8-a284-c010bcba051a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0463a4-05ae-42a9-bc68-9e9261613b96,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:28.299904 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 54414) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:28.305219 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-746153d9-38fe-4dc8-a284-c010bcba051a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:28.320198 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-ee6d3828-26c2-4f43-adde-2d87a8ec4d13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763383730616'] for network, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:28.334945 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96f16c3-4887-47eb-bab6-ee9a3b37d002 admin admin] Made reservation on behalf of 856f415efa5148708f23d5f936947b2b for: {'network': 1} {{(pid=74981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:43:28.337682 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-a96f16c3-4887-47eb-bab6-ee9a3b37d002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for network, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:28.359103 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-ab452c16-6a23-477e-8a2f-8d0dd433a779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695'] for subnet, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:28.379404 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-c33c0795-f122-477d-85fb-1d80d7a55eec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:28.382954 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-a96f16c3-4887-47eb-bab6-ee9a3b37d002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:28.439114 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:28.477100 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-a96f16c3-4887-47eb-bab6-ee9a3b37d002 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:43:28.481899 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-ee6d3828-26c2-4f43-adde-2d87a8ec4d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695'] for network, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:28.486643 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-a96f16c3-4887-47eb-bab6-ee9a3b37d002 admin admin] Usage tracker for resource:security_group_rule and tenant:856f415efa5148708f23d5f936947b2b is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:43:28.490820 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab452c16-6a23-477e-8a2f-8d0dd433a779 admin admin] Checking segment: {'id': 'd00dec5f-45a2-4b61-9cb0-60a3d36d4514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ec64d6e2-aa84-47c0-a7a3-b68e805b37e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:43:28.491287 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab452c16-6a23-477e-8a2f-8d0dd433a779 admin admin] Network hostable DHCP agents. Network: ec64d6e2-aa84-47c0-a7a3-b68e805b37e5, hostable agents: ['16ada634-a41f-45d3-a3ee-16ead43437b7'], hosted agents: [] {{(pid=74982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 10 16:43:28.496253 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6d3828-26c2-4f43-adde-2d87a8ec4d13 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:43:28.496881 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-ee6d3828-26c2-4f43-adde-2d87a8ec4d13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for network, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:28.502934 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-a96f16c3-4887-47eb-bab6-ee9a3b37d002 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:43:28.511049 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.db.api [None req-746153d9-38fe-4dc8-a284-c010bcba051a admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=74982) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 10 16:43:28.511491 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_db.api [None req-746153d9-38fe-4dc8-a284-c010bcba051a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=74982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 10 16:43:28.516646 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:28.516865 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-c5949bc0-c49a-4440-a444-e73591298aff admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-927730939-network', 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:43:28.530904 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-c5949bc0-c49a-4440-a444-e73591298aff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:43:28.536223 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab452c16-6a23-477e-8a2f-8d0dd433a779 admin admin] Network ec64d6e2-aa84-47c0-a7a3-b68e805b37e5 is scheduled to be hosted by DHCP agent 16ada634-a41f-45d3-a3ee-16ead43437b7 with binding_index 1 {{(pid=74982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 10 16:43:28.546804 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-c5949bc0-c49a-4440-a444-e73591298aff admin admin] Usage tracker for resource:network and tenant:f9bbed5573b846b8bd73e0009e1ca850 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:43:28.551131 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.base_scheduler [None req-ab452c16-6a23-477e-8a2f-8d0dd433a779 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808473-1-iscsi, ec64d6e2-aa84-47c0-a7a3-b68e805b37e5) {{(pid=74982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:43:28.553310 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-c5949bc0-c49a-4440-a444-e73591298aff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:43:28.553612 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-a96f16c3-4887-47eb-bab6-ee9a3b37d002 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:43:28.556695 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab452c16-6a23-477e-8a2f-8d0dd433a779 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a16724c-c8fe-45c7-a7c3-4d41c8db2ff2,revision_number=0']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:28.561847 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbabdda2-c977-434f-8e43-7fd21ba7deed None None] Network ec64d6e2-aa84-47c0-a7a3-b68e805b37e5 requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:43:28.575606 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab452c16-6a23-477e-8a2f-8d0dd433a779 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:43:28.576201 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-ab452c16-6a23-477e-8a2f-8d0dd433a779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for subnet, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:28.613453 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-c5949bc0-c49a-4440-a444-e73591298aff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:43:28.637145 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-ab452c16-6a23-477e-8a2f-8d0dd433a779 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7066791
Sep 10 16:43:28.638212 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-ab452c16-6a23-477e-8a2f-8d0dd433a779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:28.646175 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5949bc0-c49a-4440-a444-e73591298aff admin admin] Made reservation on behalf of f9bbed5573b846b8bd73e0009e1ca850 for: {'network': 1} {{(pid=74982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:43:28.652871 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-c5949bc0-c49a-4440-a444-e73591298aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for network, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:28.675964 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-c5949bc0-c49a-4440-a444-e73591298aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:28.748519 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-c5949bc0-c49a-4440-a444-e73591298aff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:43:28.756978 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-c5949bc0-c49a-4440-a444-e73591298aff admin admin] Usage tracker for resource:security_group_rule and tenant:f9bbed5573b846b8bd73e0009e1ca850 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:43:28.763288 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-c5949bc0-c49a-4440-a444-e73591298aff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:43:28.777215 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-c5949bc0-c49a-4440-a444-e73591298aff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:43:28.796787 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-ee6d3828-26c2-4f43-adde-2d87a8ec4d13 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.5112686
Sep 10 16:43:28.798600 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 54442) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:28.807751 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d3828-26c2-4f43-adde-2d87a8ec4d13 admin admin] Pushing event updated for resources: {'Network': ['ID=9e1586a1-ebae-4187-8d60-d4881a64afce,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:28.814951 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-74f6b0d0-e1a2-4c1f-a869-5dbdc55c0380 admin admin] Request body: {'subnet': {'network_id': '9e1586a1-ebae-4187-8d60-d4881a64afce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2086195183-subnet', 'tenant_id': 'ff9271dbe9584869afd7a0ccba96dfb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:43:28.815785 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-ee6d3828-26c2-4f43-adde-2d87a8ec4d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:28.827426 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-74f6b0d0-e1a2-4c1f-a869-5dbdc55c0380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:43:28.830680 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Network 9e1586a1-ebae-4187-8d60-d4881a64afce details requested by agent ovs-agent-dv-cinder-808473-1-iscsi with host dv-cinder-808473-1-iscsi {{(pid=74983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 10 16:43:28.848297 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-74f6b0d0-e1a2-4c1f-a869-5dbdc55c0380 admin admin] Usage tracker for resource:subnet and tenant:ff9271dbe9584869afd7a0ccba96dfb8 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:43:28.852142 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-74f6b0d0-e1a2-4c1f-a869-5dbdc55c0380 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:43:28.868110 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-74f6b0d0-e1a2-4c1f-a869-5dbdc55c0380 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:43:28.871567 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-a96f16c3-4887-47eb-bab6-ee9a3b37d002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:28.880566 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-a96f16c3-4887-47eb-bab6-ee9a3b37d002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:28.884202 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-ee6d3828-26c2-4f43-adde-2d87a8ec4d13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:28.936853 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-c5949bc0-c49a-4440-a444-e73591298aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:28.944611 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-c5949bc0-c49a-4440-a444-e73591298aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:28.957844 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a96f16c3-4887-47eb-bab6-ee9a3b37d002 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'}  {{(pid=74981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Sep 10 16:43:28.964763 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:28.971984 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f16c3-4887-47eb-bab6-ee9a3b37d002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709e5826-330a-48b1-8ee0-f2e4b720e297,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:28.981775 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-a96f16c3-4887-47eb-bab6-ee9a3b37d002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:28.995374 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5949bc0-c49a-4440-a444-e73591298aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f82a0f-091f-414b-828f-81586064ed5f,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:28.997530 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f6b0d0-e1a2-4c1f-a869-5dbdc55c0380 admin admin] Made reservation on behalf of ff9271dbe9584869afd7a0ccba96dfb8 for: {'subnet': 1} {{(pid=74982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:43:29.000043 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-74f6b0d0-e1a2-4c1f-a869-5dbdc55c0380 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:29.005798 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-a96f16c3-4887-47eb-bab6-ee9a3b37d002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-567309'] for segment, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:29.006171 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.db.segments_db [None req-a96f16c3-4887-47eb-bab6-ee9a3b37d002 admin admin] Added segment 5dc4baba-5910-4cea-83b4-27c3012c16dc of type vlan for network 3a6b17d1-db13-4a66-893f-9de34daf0b38
Sep 10 16:43:29.054878 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-a96f16c3-4887-47eb-bab6-ee9a3b37d002 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763383730616'] for network, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:29.142206 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-a96f16c3-4887-47eb-bab6-ee9a3b37d002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695'] for network, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:29.143869 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96f16c3-4887-47eb-bab6-ee9a3b37d002 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:43:29.144086 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-a96f16c3-4887-47eb-bab6-ee9a3b37d002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for network, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:29.157999 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-ee6d3828-26c2-4f43-adde-2d87a8ec4d13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:29.158365 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-746153d9-38fe-4dc8-a284-c010bcba051a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for network, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:29.170283 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-c5949bc0-c49a-4440-a444-e73591298aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:29.178555 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.db.api [None req-c5949bc0-c49a-4440-a444-e73591298aff admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=74982) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 10 16:43:29.178994 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_db.api [None req-c5949bc0-c49a-4440-a444-e73591298aff admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=74982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 10 16:43:29.278745 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-746153d9-38fe-4dc8-a284-c010bcba051a admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'}  {{(pid=74982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Sep 10 16:43:29.318852 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-a96f16c3-4887-47eb-bab6-ee9a3b37d002 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.8264925
Sep 10 16:43:29.322244 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 54464) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:29.330954 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [None req-a09d5b54-5730-44cf-9ef5-d3fd52941ff3 admin admin] Request body: {'subnet': {'network_id': '3a6b17d1-db13-4a66-893f-9de34daf0b38', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-596483955-subnet', 'tenant_id': '856f415efa5148708f23d5f936947b2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:43:29.331596 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-746153d9-38fe-4dc8-a284-c010bcba051a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-567309'] for segment, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:29.332052 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.db.segments_db [None req-746153d9-38fe-4dc8-a284-c010bcba051a admin admin] Added segment c6538587-d6ad-4ab5-81d5-0156b6242101 of type vlan for network 6dada4db-7034-4535-a3e4-d198e90e5fce
Sep 10 16:43:29.334675 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f16c3-4887-47eb-bab6-ee9a3b37d002 admin admin] Pushing event updated for resources: {'Network': ['ID=3a6b17d1-db13-4a66-893f-9de34daf0b38,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:29.338634 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-a96f16c3-4887-47eb-bab6-ee9a3b37d002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:29.339768 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-a09d5b54-5730-44cf-9ef5-d3fd52941ff3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:43:29.345120 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-a09d5b54-5730-44cf-9ef5-d3fd52941ff3 admin admin] Usage tracker for resource:subnet and tenant:856f415efa5148708f23d5f936947b2b is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:43:29.348831 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-a09d5b54-5730-44cf-9ef5-d3fd52941ff3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:43:29.356306 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-a09d5b54-5730-44cf-9ef5-d3fd52941ff3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:43:29.372780 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Network 3a6b17d1-db13-4a66-893f-9de34daf0b38 details requested by agent ovs-agent-dv-cinder-808473-1-iscsi with host dv-cinder-808473-1-iscsi {{(pid=74983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 10 16:43:29.374518 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09d5b54-5730-44cf-9ef5-d3fd52941ff3 admin admin] Made reservation on behalf of 856f415efa5148708f23d5f936947b2b for: {'subnet': 1} {{(pid=74981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:43:29.379130 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-a09d5b54-5730-44cf-9ef5-d3fd52941ff3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:29.380061 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-746153d9-38fe-4dc8-a284-c010bcba051a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763383730616'] for network, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:29.523952 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-746153d9-38fe-4dc8-a284-c010bcba051a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695'] for network, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:29.545017 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746153d9-38fe-4dc8-a284-c010bcba051a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:43:29.545622 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-746153d9-38fe-4dc8-a284-c010bcba051a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for network, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:29.565684 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:29.643352 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee51000b-b3e2-4045-9841-1c1dc5e13104 None None] Network ec64d6e2-aa84-47c0-a7a3-b68e805b37e5 requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:43:29.744727 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-c5949bc0-c49a-4440-a444-e73591298aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for network, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:29.770293 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-a09d5b54-5730-44cf-9ef5-d3fd52941ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695'] for subnet, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:29.781020 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-9505ddca-5934-4823-b6b7-5e64276a4c7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:29.873585 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-74f6b0d0-e1a2-4c1f-a869-5dbdc55c0380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695'] for subnet, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:29.898710 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746153d9-38fe-4dc8-a284-c010bcba051a admin admin] Pushing event updated for resources: {'Network': ['ID=6dada4db-7034-4535-a3e4-d198e90e5fce,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:29.911835 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d5b54-5730-44cf-9ef5-d3fd52941ff3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4207b53-b116-4c20-bbff-2a871204c65c,revision_number=0']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:29.923099 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-a09d5b54-5730-44cf-9ef5-d3fd52941ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:29.942884 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09d5b54-5730-44cf-9ef5-d3fd52941ff3 admin admin] Checking segment: {'id': '5dc4baba-5910-4cea-83b4-27c3012c16dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3a6b17d1-db13-4a66-893f-9de34daf0b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:43:29.943642 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09d5b54-5730-44cf-9ef5-d3fd52941ff3 admin admin] Network hostable DHCP agents. Network: 3a6b17d1-db13-4a66-893f-9de34daf0b38, hostable agents: ['16ada634-a41f-45d3-a3ee-16ead43437b7'], hosted agents: [] {{(pid=74981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 10 16:43:29.963307 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Network 6dada4db-7034-4535-a3e4-d198e90e5fce details requested by agent ovs-agent-dv-cinder-808473-1-iscsi with host dv-cinder-808473-1-iscsi {{(pid=74983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 10 16:43:29.968258 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-746153d9-38fe-4dc8-a284-c010bcba051a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:29.970469 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-899b12bf-b34a-4153-9f14-bb9695d362f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:29.979534 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09d5b54-5730-44cf-9ef5-d3fd52941ff3 admin admin] Network 3a6b17d1-db13-4a66-893f-9de34daf0b38 is scheduled to be hosted by DHCP agent 16ada634-a41f-45d3-a3ee-16ead43437b7 with binding_index 1 {{(pid=74981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 10 16:43:29.993691 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.base_scheduler [None req-a09d5b54-5730-44cf-9ef5-d3fd52941ff3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808473-1-iscsi, 3a6b17d1-db13-4a66-893f-9de34daf0b38) {{(pid=74981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:43:30.003257 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09d5b54-5730-44cf-9ef5-d3fd52941ff3 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:43:30.003873 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-a09d5b54-5730-44cf-9ef5-d3fd52941ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for subnet, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:30.013463 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:30.014609 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb918c0-c921-441a-a9ba-3f21840f73a1 None None] Network 3a6b17d1-db13-4a66-893f-9de34daf0b38 requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:43:30.057546 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-a09d5b54-5730-44cf-9ef5-d3fd52941ff3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.7325189
Sep 10 16:43:30.062335 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-746153d9-38fe-4dc8-a284-c010bcba051a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.8461592
Sep 10 16:43:30.065843 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 54494) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:30.075637 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [None req-625dc631-a0cc-4084-b3c4-f838b9ab579b admin admin] Request body: {'subnet': {'network_id': '6dada4db-7034-4535-a3e4-d198e90e5fce', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1565047691-subnet', 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:43:30.084672 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-625dc631-a0cc-4084-b3c4-f838b9ab579b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:43:30.096943 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-625dc631-a0cc-4084-b3c4-f838b9ab579b admin admin] Usage tracker for resource:subnet and tenant:d0a46baf31fe490992f182c130f37875 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:43:30.104186 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-625dc631-a0cc-4084-b3c4-f838b9ab579b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:43:30.118054 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-625dc631-a0cc-4084-b3c4-f838b9ab579b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:43:30.121157 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5949bc0-c49a-4440-a444-e73591298aff admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'}  {{(pid=74982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Sep 10 16:43:30.141302 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625dc631-a0cc-4084-b3c4-f838b9ab579b admin admin] Made reservation on behalf of d0a46baf31fe490992f182c130f37875 for: {'subnet': 1} {{(pid=74981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:43:30.144620 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-625dc631-a0cc-4084-b3c4-f838b9ab579b admin admin] Notify callbacks [] for subnet, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:30.146114 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-c5949bc0-c49a-4440-a444-e73591298aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-567309'] for segment, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:30.146468 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.db.segments_db [None req-c5949bc0-c49a-4440-a444-e73591298aff admin admin] Added segment 26e62b26-76ed-49f4-9578-2518370488fd of type vlan for network 344edc15-821a-46e8-88af-fc737f1ffc8a
Sep 10 16:43:30.156140 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f6b0d0-e1a2-4c1f-a869-5dbdc55c0380 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d93a1e6-380c-4d96-8193-6a5a396655bc,revision_number=0']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:30.159813 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-74f6b0d0-e1a2-4c1f-a869-5dbdc55c0380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:30.161178 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f6b0d0-e1a2-4c1f-a869-5dbdc55c0380 admin admin] Checking segment: {'id': '76ae9ed9-8960-43ef-aa42-1124251984d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9e1586a1-ebae-4187-8d60-d4881a64afce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:43:30.161534 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f6b0d0-e1a2-4c1f-a869-5dbdc55c0380 admin admin] Network hostable DHCP agents. Network: 9e1586a1-ebae-4187-8d60-d4881a64afce, hostable agents: ['16ada634-a41f-45d3-a3ee-16ead43437b7'], hosted agents: [] {{(pid=74982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 10 16:43:30.194127 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-c5949bc0-c49a-4440-a444-e73591298aff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763383730616'] for network, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:30.264812 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f6b0d0-e1a2-4c1f-a869-5dbdc55c0380 admin admin] Network 9e1586a1-ebae-4187-8d60-d4881a64afce is scheduled to be hosted by DHCP agent 16ada634-a41f-45d3-a3ee-16ead43437b7 with binding_index 1 {{(pid=74982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 10 16:43:30.292085 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.base_scheduler [None req-74f6b0d0-e1a2-4c1f-a869-5dbdc55c0380 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808473-1-iscsi, 9e1586a1-ebae-4187-8d60-d4881a64afce) {{(pid=74982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:43:30.294042 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-c5949bc0-c49a-4440-a444-e73591298aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695'] for network, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:30.296080 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5949bc0-c49a-4440-a444-e73591298aff admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:43:30.296840 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-c5949bc0-c49a-4440-a444-e73591298aff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for network, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:30.304547 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:30.325588 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f6b0d0-e1a2-4c1f-a869-5dbdc55c0380 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:43:30.326490 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-74f6b0d0-e1a2-4c1f-a869-5dbdc55c0380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for subnet, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:30.343117 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b11e06-d1d1-458a-b819-4a70fd7978df None None] Network 9e1586a1-ebae-4187-8d60-d4881a64afce requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:43:30.483509 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 54528) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:30.490237 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-c5949bc0-c49a-4440-a444-e73591298aff admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 2.1774714
Sep 10 16:43:30.502305 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5949bc0-c49a-4440-a444-e73591298aff admin admin] Pushing event updated for resources: {'Network': ['ID=344edc15-821a-46e8-88af-fc737f1ffc8a,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:30.504012 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [None req-25d5aeed-357c-40fc-8753-22bc0d574fdd admin admin] Request body: {'subnet': {'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-927730939-subnet', 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:43:30.508914 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-74f6b0d0-e1a2-4c1f-a869-5dbdc55c0380 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.7068665
Sep 10 16:43:30.508914 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-c5949bc0-c49a-4440-a444-e73591298aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:30.509434 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 54532) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:30.518754 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-e8232296-f408-4512-b8ca-18f5dc7942aa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2086195183-router', 'tenant_id': 'ff9271dbe9584869afd7a0ccba96dfb8', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'}}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:43:30.520435 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-25d5aeed-357c-40fc-8753-22bc0d574fdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:43:30.525718 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-e8232296-f408-4512-b8ca-18f5dc7942aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:43:30.530329 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-e8232296-f408-4512-b8ca-18f5dc7942aa admin admin] Usage tracker for resource:router and tenant:ff9271dbe9584869afd7a0ccba96dfb8 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:43:30.535062 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-e8232296-f408-4512-b8ca-18f5dc7942aa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:43:30.535532 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-25d5aeed-357c-40fc-8753-22bc0d574fdd admin admin] Usage tracker for resource:subnet and tenant:f9bbed5573b846b8bd73e0009e1ca850 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:43:30.539366 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-25d5aeed-357c-40fc-8753-22bc0d574fdd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:43:30.544495 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-e8232296-f408-4512-b8ca-18f5dc7942aa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:43:30.559577 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e8232296-f408-4512-b8ca-18f5dc7942aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16204'] for router, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:30.560859 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e8232296-f408-4512-b8ca-18f5dc7942aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447437', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-335565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16211'] for router, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:30.569340 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-25d5aeed-357c-40fc-8753-22bc0d574fdd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:43:30.583716 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e8232296-f408-4512-b8ca-18f5dc7942aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:30.646193 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Network 344edc15-821a-46e8-88af-fc737f1ffc8a details requested by agent ovs-agent-dv-cinder-808473-1-iscsi with host dv-cinder-808473-1-iscsi {{(pid=74983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 10 16:43:30.714636 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 54546) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:30.726401 dv-cinder-808473-1-iscsi neutron-server[74981]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Sep 10 16:43:30.737001 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 54550) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:30.746629 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d5aeed-357c-40fc-8753-22bc0d574fdd admin admin] Made reservation on behalf of f9bbed5573b846b8bd73e0009e1ca850 for: {'subnet': 1} {{(pid=74981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:43:30.748883 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-25d5aeed-357c-40fc-8753-22bc0d574fdd admin admin] Notify callbacks [] for subnet, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:30.809989 dv-cinder-808473-1-iscsi neutron-server[74982]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Sep 10 16:43:30.941541 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e8232296-f408-4512-b8ca-18f5dc7942aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-446775', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16225'] for router, precommit_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:31.046311 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-625dc631-a0cc-4084-b3c4-f838b9ab579b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695'] for subnet, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:31.068004 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:31.098939 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-0d2edae9-9ebe-4001-aee9-8166578022e3 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:43:31.099969 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df2073e-0d76-43ed-b225-78f6cd373c97 None None] Network 3a6b17d1-db13-4a66-893f-9de34daf0b38 requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:43:31.100179 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-0d2edae9-9ebe-4001-aee9-8166578022e3 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Synchronizing usage tracker for tenant:73cdfc2295ba43b88eedc5611288b0f3 on resource:network {{(pid=74982) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:43:31.113237 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-a3acd6da-eedb-443a-8360-972c5479af75 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:43:31.114259 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-a3acd6da-eedb-443a-8360-972c5479af75 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] 10.222.0.41 "GET /v2.0/networks?id=ec64d6e2-aa84-47c0-a7a3-b68e805b37e5 HTTP/1.1" status: 200  len: 812 time: 0.3964322
Sep 10 16:43:31.132208 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-0d2edae9-9ebe-4001-aee9-8166578022e3 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Unset dirty status for tenant:73cdfc2295ba43b88eedc5611288b0f3 on resource:network {{(pid=74982) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:43:31.134271 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-0d2edae9-9ebe-4001-aee9-8166578022e3 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/networks?id=dc00798f-e261-4178-81bd-f43f96f04f24 HTTP/1.1" status: 200  len: 815 time: 0.3304284
Sep 10 16:43:31.170548 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-bec006ab-68f5-471c-a5b2-8229c8d6e7dd tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/quotas/73cdfc2295ba43b88eedc5611288b0f3 HTTP/1.1" status: 200  len: 375 time: 0.0190651
Sep 10 16:43:31.171729 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 54562) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:31.201840 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-ee25f877-f4fe-4742-ae47-a76e43bf9b76 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] 10.222.0.41 "GET /v2.0/quotas/ff8121ac89ae4cb989ace9070b2beb53 HTTP/1.1" status: 200  len: 375 time: 0.0767591
Sep 10 16:43:31.243424 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-83d8b16b-5f57-4c68-8a50-8c1825d258d4 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=73cdfc2295ba43b88eedc5611288b0f3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0514526
Sep 10 16:43:31.287217 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625dc631-a0cc-4084-b3c4-f838b9ab579b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5,revision_number=0']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:31.295221 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77cc00b-8673-4360-9ca6-0f8a944e6f01 None None] Network 9e1586a1-ebae-4187-8d60-d4881a64afce requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:43:31.299003 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-625dc631-a0cc-4084-b3c4-f838b9ab579b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:31.310357 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-a93e72b9-9c96-4515-a4b7-bed97f03529d tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff8121ac89ae4cb989ace9070b2beb53&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0858488
Sep 10 16:43:31.322923 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625dc631-a0cc-4084-b3c4-f838b9ab579b admin admin] Checking segment: {'id': 'c6538587-d6ad-4ab5-81d5-0156b6242101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6dada4db-7034-4535-a3e4-d198e90e5fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:43:31.323287 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625dc631-a0cc-4084-b3c4-f838b9ab579b admin admin] Network hostable DHCP agents. Network: 6dada4db-7034-4535-a3e4-d198e90e5fce, hostable agents: ['16ada634-a41f-45d3-a3ee-16ead43437b7'], hosted agents: [] {{(pid=74981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 10 16:43:31.342771 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e8232296-f408-4512-b8ca-18f5dc7942aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:31.378835 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e8232296-f408-4512-b8ca-18f5dc7942aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:31.399340 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-25d5aeed-357c-40fc-8753-22bc0d574fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695'] for subnet, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:31.405261 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:31.472991 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625dc631-a0cc-4084-b3c4-f838b9ab579b admin admin] Network 6dada4db-7034-4535-a3e4-d198e90e5fce is scheduled to be hosted by DHCP agent 16ada634-a41f-45d3-a3ee-16ead43437b7 with binding_index 1 {{(pid=74981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 10 16:43:31.519261 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f05afce9-e3e1-48a4-ae41-28fe99237577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:31.543414 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d5aeed-357c-40fc-8753-22bc0d574fdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c869236f-34e5-4060-bd38-439ed8cf68e4,revision_number=0']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:31.555169 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-25d5aeed-357c-40fc-8753-22bc0d574fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:31.590930 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.base_scheduler [None req-625dc631-a0cc-4084-b3c4-f838b9ab579b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808473-1-iscsi, 6dada4db-7034-4535-a3e4-d198e90e5fce) {{(pid=74981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:43:31.599590 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625dc631-a0cc-4084-b3c4-f838b9ab579b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:43:31.601344 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-625dc631-a0cc-4084-b3c4-f838b9ab579b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for subnet, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:31.616222 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d5aeed-357c-40fc-8753-22bc0d574fdd admin admin] Checking segment: {'id': '26e62b26-76ed-49f4-9578-2518370488fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:43:31.616586 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d5aeed-357c-40fc-8753-22bc0d574fdd admin admin] Network hostable DHCP agents. Network: 344edc15-821a-46e8-88af-fc737f1ffc8a, hostable agents: ['16ada634-a41f-45d3-a3ee-16ead43437b7'], hosted agents: [] {{(pid=74981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 10 16:43:31.648514 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-625dc631-a0cc-4084-b3c4-f838b9ab579b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.5812564
Sep 10 16:43:31.650864 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 54586) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:31.657315 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [None req-519208e8-c0a6-4929-9982-6bf5ff0745ea admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1565047691-router', 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'}}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:43:31.664446 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-519208e8-c0a6-4929-9982-6bf5ff0745ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:43:31.669816 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-519208e8-c0a6-4929-9982-6bf5ff0745ea admin admin] Usage tracker for resource:router and tenant:d0a46baf31fe490992f182c130f37875 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:43:31.674480 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-519208e8-c0a6-4929-9982-6bf5ff0745ea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:43:31.682536 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-519208e8-c0a6-4929-9982-6bf5ff0745ea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:43:31.691760 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d5aeed-357c-40fc-8753-22bc0d574fdd admin admin] Network 344edc15-821a-46e8-88af-fc737f1ffc8a is scheduled to be hosted by DHCP agent 16ada634-a41f-45d3-a3ee-16ead43437b7 with binding_index 1 {{(pid=74981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 10 16:43:31.696442 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c5028d-5be5-453e-a1fd-0c492b8fe1bf None None] Network 6dada4db-7034-4535-a3e4-d198e90e5fce requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:43:31.700001 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-519208e8-c0a6-4929-9982-6bf5ff0745ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16204'] for router, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:31.701630 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-519208e8-c0a6-4929-9982-6bf5ff0745ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447437', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-335565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16211'] for router, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:31.707322 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.base_scheduler [None req-25d5aeed-357c-40fc-8753-22bc0d574fdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808473-1-iscsi, 344edc15-821a-46e8-88af-fc737f1ffc8a) {{(pid=74981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:43:31.715874 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d5aeed-357c-40fc-8753-22bc0d574fdd admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:43:31.716575 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-25d5aeed-357c-40fc-8753-22bc0d574fdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for subnet, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:31.730022 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7fe19b-5c7e-4a7c-8fbe-e579dc64eb0f None None] Network 344edc15-821a-46e8-88af-fc737f1ffc8a requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:43:31.737632 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-f05afce9-e3e1-48a4-ae41-28fe99237577 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:43:31.749369 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-25d5aeed-357c-40fc-8753-22bc0d574fdd admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.2615678
Sep 10 16:43:31.753736 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 54590) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:31.758476 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-f05afce9-e3e1-48a4-ae41-28fe99237577 admin admin] Usage tracker for resource:security_group_rule and tenant:8a40ce7bd1304ad18c8c3953fabcb2e6 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:43:31.760449 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [None req-d222369c-db1f-4ca8-8445-8cac57b76a65 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-927730939-router', 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'}}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:43:31.766653 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-d222369c-db1f-4ca8-8445-8cac57b76a65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:43:31.769088 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-f05afce9-e3e1-48a4-ae41-28fe99237577 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:43:31.771197 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-d222369c-db1f-4ca8-8445-8cac57b76a65 admin admin] Usage tracker for resource:router and tenant:f9bbed5573b846b8bd73e0009e1ca850 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:43:31.775010 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-d222369c-db1f-4ca8-8445-8cac57b76a65 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:43:31.781681 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-f05afce9-e3e1-48a4-ae41-28fe99237577 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:43:31.782049 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-d222369c-db1f-4ca8-8445-8cac57b76a65 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:43:31.794850 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-519208e8-c0a6-4929-9982-6bf5ff0745ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:31.822911 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.db_base_plugin_common [None req-e8232296-f408-4512-b8ca-18f5dc7942aa admin admin] Allocated IP 172.27.0.243 (7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e/dc5dafb3-b941-44a9-9498-2bdb3e4caa08/2117fe5a-50af-4ca1-a603-416f7b9806a8) {{(pid=74982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:43:31.867298 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d222369c-db1f-4ca8-8445-8cac57b76a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16204'] for router, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:31.868399 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d222369c-db1f-4ca8-8445-8cac57b76a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447437', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-335565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16211'] for router, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:31.964460 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-4765a207-140d-4f0b-a6c9-cf9e53c2c383 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=74982) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Sep 10 16:43:31.972355 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-4765a207-140d-4f0b-a6c9-cf9e53c2c383 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.3950148
Sep 10 16:43:32.009570 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-2fa0282f-87d8-44ea-9e94-9d0d012574fb service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=74981) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Sep 10 16:43:32.010635 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-2fa0282f-87d8-44ea-9e94-9d0d012574fb service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.3770902
Sep 10 16:43:32.012819 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d222369c-db1f-4ca8-8445-8cac57b76a65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:32.100758 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd922fc-5d07-411d-bac7-93b286929abf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd50011bc-20d0-5c59-bf13-9c606f0d4957-6dada4db-7034-4535-a3e4-d198e90e5fce', 'network_id': '6dada4db-7034-4535-a3e4-d198e90e5fce', 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'fixed_ips': [{'subnet_id': 'ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5'}]}} from dv-cinder-808473-1-iscsi. {{(pid=74983) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Sep 10 16:43:32.101838 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-1fd922fc-5d07-411d-bac7-93b286929abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:32.261017 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3f59a2-2789-45c7-b9c5-0a1c730e40dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd50011bc-20d0-5c59-bf13-9c606f0d4957-344edc15-821a-46e8-88af-fc737f1ffc8a', 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a', 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'fixed_ips': [{'subnet_id': 'c869236f-34e5-4060-bd38-439ed8cf68e4'}]}} from dv-cinder-808473-1-iscsi. {{(pid=74983) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Sep 10 16:43:32.263057 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-7e3f59a2-2789-45c7-b9c5-0a1c730e40dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:32.274015 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f05afce9-e3e1-48a4-ae41-28fe99237577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:32.295735 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 54600) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:32.298164 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f05afce9-e3e1-48a4-ae41-28fe99237577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:32.310119 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-3bdb1e9f-3334-4481-92c0-ff2915ecbf0c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1535772200-network', 'tenant_id': '2eb230eaf84e4884a969c905d772961f'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:43:32.362057 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-5050d9d7-e9ca-4197-ad56-179cf5ad7a07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:32.378713 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-3bdb1e9f-3334-4481-92c0-ff2915ecbf0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:43:32.387807 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-3bdb1e9f-3334-4481-92c0-ff2915ecbf0c admin admin] Usage tracker for resource:network and tenant:2eb230eaf84e4884a969c905d772961f is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:43:32.394057 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-f5912647-55d5-4c2e-a8f6-22f96821983e service neutron] 10.222.0.41 "GET /v2.0/networks/dc00798f-e261-4178-81bd-f43f96f04f24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4207389
Sep 10 16:43:32.397213 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e8232296-f408-4512-b8ca-18f5dc7942aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:32.402540 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-3bdb1e9f-3334-4481-92c0-ff2915ecbf0c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:43:32.418832 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.db_base_plugin_common [None req-1fd922fc-5d07-411d-bac7-93b286929abf None None] Allocated IP 172.20.0.2 (6dada4db-7034-4535-a3e4-d198e90e5fce/ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5/fc589bc0-ee91-4189-8f74-dca0a530c90a) {{(pid=74983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:43:32.421829 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-519208e8-c0a6-4929-9982-6bf5ff0745ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-446775', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16225'] for router, precommit_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:32.469130 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d222369c-db1f-4ca8-8445-8cac57b76a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-446775', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16225'] for router, precommit_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:32.476718 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-3bdb1e9f-3334-4481-92c0-ff2915ecbf0c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:43:32.493667 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-c8937f72-9a07-4536-a033-13d048494caa service neutron] 10.222.0.41 "GET /v2.0/networks/ec64d6e2-aa84-47c0-a7a3-b68e805b37e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3488264
Sep 10 16:43:32.554049 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-f05afce9-e3e1-48a4-ae41-28fe99237577 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8a40ce7bd1304ad18c8c3953fabcb2e6&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3750331
Sep 10 16:43:32.554293 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 54606) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:32.568306 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05afce9-e3e1-48a4-ae41-28fe99237577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32a3e0e-aa8c-4c5e-b266-8ae0e6ff2290,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:32.577181 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-f05afce9-e3e1-48a4-ae41-28fe99237577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:32.577765 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdb1e9f-3334-4481-92c0-ff2915ecbf0c admin admin] Made reservation on behalf of 2eb230eaf84e4884a969c905d772961f for: {'network': 1} {{(pid=74982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:43:32.580057 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3bdb1e9f-3334-4481-92c0-ff2915ecbf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for network, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:32.602789 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3bdb1e9f-3334-4481-92c0-ff2915ecbf0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:32.648558 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e8232296-f408-4512-b8ca-18f5dc7942aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793'] for port, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:32.656100 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.db_base_plugin_common [None req-7e3f59a2-2789-45c7-b9c5-0a1c730e40dd None None] Allocated IP 172.20.0.2 (344edc15-821a-46e8-88af-fc737f1ffc8a/c869236f-34e5-4060-bd38-439ed8cf68e4/4b33fd80-729f-4a24-8d7b-fe9d4dd57e14) {{(pid=74983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:43:32.665486 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-3d16c523-efa1-4a25-9981-0f6817b76741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:32.701220 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-aec3c623-cfc9-4f9a-afd9-480ab667c114 service neutron] 10.222.0.41 "GET /v2.0/networks/dc00798f-e261-4178-81bd-f43f96f04f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2896314
Sep 10 16:43:32.721203 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-3bdb1e9f-3334-4481-92c0-ff2915ecbf0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:43:32.732461 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-3bdb1e9f-3334-4481-92c0-ff2915ecbf0c admin admin] Usage tracker for resource:security_group_rule and tenant:2eb230eaf84e4884a969c905d772961f is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:43:32.739096 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-3bdb1e9f-3334-4481-92c0-ff2915ecbf0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:43:32.751604 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-3bdb1e9f-3334-4481-92c0-ff2915ecbf0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:43:32.754579 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8232296-f408-4512-b8ca-18f5dc7942aa admin admin] Network 7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e is already hosted by enough agents. {{(pid=74982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:43:32.758394 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.base_scheduler [None req-e8232296-f408-4512-b8ca-18f5dc7942aa admin admin] Resources bound (agent type, host, resource id):  {{(pid=74982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:43:32.779945 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8232296-f408-4512-b8ca-18f5dc7942aa admin admin] Received port after_create {{(pid=74982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:43:32.823378 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8232296-f408-4512-b8ca-18f5dc7942aa admin admin] Pushing event updated for resources: {'Port': ['ID=2117fe5a-50af-4ca1-a603-416f7b9806a8,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:32.830757 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-023fe85a-6e7e-457f-bd44-ecdf97e2aecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:32.845686 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-e8232296-f408-4512-b8ca-18f5dc7942aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:32.871334 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-824de995-7293-42f1-91de-ded722fbfacc service neutron] 10.222.0.41 "GET /v2.0/networks/ec64d6e2-aa84-47c0-a7a3-b68e805b37e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3200710
Sep 10 16:43:32.888859 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-023fe85a-6e7e-457f-bd44-ecdf97e2aecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:32.933809 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3bdb1e9f-3334-4481-92c0-ff2915ecbf0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:32.944490 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3bdb1e9f-3334-4481-92c0-ff2915ecbf0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:32.952877 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-ffb47c4d-90a0-4dbe-b875-adc399927f2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:32.967556 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-1fd922fc-5d07-411d-bac7-93b286929abf None None] Notify callbacks [] for port, precommit_create {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:33.049595 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb1e9f-3334-4481-92c0-ff2915ecbf0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc43d3cc-8a12-4c8b-a3a1-70db932994f0,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:33.059135 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-3bdb1e9f-3334-4481-92c0-ff2915ecbf0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:33.071490 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e8232296-f408-4512-b8ca-18f5dc7942aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:33.072898 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e8232296-f408-4512-b8ca-18f5dc7942aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446738'] for router, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:33.124762 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-023fe85a-6e7e-457f-bd44-ecdf97e2aecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:33.150726 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:33.151400 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-1fd922fc-5d07-411d-bac7-93b286929abf None None] Transition to ACTIVE for port object fc589bc0-ee91-4189-8f74-dca0a530c90a will not be triggered until provisioned by entity L2. {{(pid=74983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:43:33.164531 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bdb1e9f-3334-4481-92c0-ff2915ecbf0c admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'}  {{(pid=74982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Sep 10 16:43:33.181612 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3bdb1e9f-3334-4481-92c0-ff2915ecbf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-567309'] for segment, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:33.182206 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.db.segments_db [None req-3bdb1e9f-3334-4481-92c0-ff2915ecbf0c admin admin] Added segment facfbafc-3a6f-414a-814e-ec6dfe549dfa of type vlan for network 421f126e-8dba-401b-a1cd-b4975ea8c599
Sep 10 16:43:33.195456 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-519208e8-c0a6-4929-9982-6bf5ff0745ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:33.250499 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3bdb1e9f-3334-4481-92c0-ff2915ecbf0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763383730616'] for network, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:33.277994 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-1fd922fc-5d07-411d-bac7-93b286929abf None None] Transition to ACTIVE for port object fc589bc0-ee91-4189-8f74-dca0a530c90a will not be triggered until provisioned by entity DHCP. {{(pid=74983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:43:33.314451 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-7e3f59a2-2789-45c7-b9c5-0a1c730e40dd None None] Notify callbacks [] for port, precommit_create {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:33.322758 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-1fd922fc-5d07-411d-bac7-93b286929abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793'] for port, after_create {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:33.341469 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-519208e8-c0a6-4929-9982-6bf5ff0745ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:33.365984 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:33.463019 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-7e3f59a2-2789-45c7-b9c5-0a1c730e40dd None None] Transition to ACTIVE for port object 4b33fd80-729f-4a24-8d7b-fe9d4dd57e14 will not be triggered until provisioned by entity L2. {{(pid=74983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:43:33.505118 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f25c115c-7fdf-4837-a8f3-3e41c9f621a4 req-49aad428-fcfd-4590-b98c-238638dd3cfa tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] 10.222.0.41 "GET /v2.0/ports?device_id=da92eb37-49d2-4972-ba65-684dccbfb30e HTTP/1.1" status: 200  len: 210 time: 0.0906861
Sep 10 16:43:33.531495 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3bdb1e9f-3334-4481-92c0-ff2915ecbf0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695'] for network, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:33.533180 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd922fc-5d07-411d-bac7-93b286929abf None None] Network 6dada4db-7034-4535-a3e4-d198e90e5fce is already hosted by enough agents. {{(pid=74983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:43:33.539667 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdb1e9f-3334-4481-92c0-ff2915ecbf0c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:43:33.540984 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3bdb1e9f-3334-4481-92c0-ff2915ecbf0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for network, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:33.548684 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-c5949bc0-c49a-4440-a444-e73591298aff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:33.551862 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.scheduler.base_scheduler [None req-1fd922fc-5d07-411d-bac7-93b286929abf None None] Resources bound (agent type, host, resource id):  {{(pid=74983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:43:33.602092 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd922fc-5d07-411d-bac7-93b286929abf None None] Pushing event updated for resources: {'Port': ['ID=fc589bc0-ee91-4189-8f74-dca0a530c90a,revision_number=1']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:33.614420 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-7e3f59a2-2789-45c7-b9c5-0a1c730e40dd None None] Transition to ACTIVE for port object 4b33fd80-729f-4a24-8d7b-fe9d4dd57e14 will not be triggered until provisioned by entity DHCP. {{(pid=74983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:43:33.618139 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd922fc-5d07-411d-bac7-93b286929abf None None] Received port after_create {{(pid=74983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:43:33.625367 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.db_base_plugin_common [None req-519208e8-c0a6-4929-9982-6bf5ff0745ea admin admin] Allocated IP 172.27.0.39 (7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e/dc5dafb3-b941-44a9-9498-2bdb3e4caa08/aa012124-f910-4ae0-9e02-60fd3cddabb5) {{(pid=74981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:43:33.636237 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-7e3f59a2-2789-45c7-b9c5-0a1c730e40dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793'] for port, after_create {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:33.639366 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd922fc-5d07-411d-bac7-93b286929abf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:43:33.639759 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd922fc-5d07-411d-bac7-93b286929abf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:43:33.640217 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd922fc-5d07-411d-bac7-93b286929abf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:43:33.640583 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd922fc-5d07-411d-bac7-93b286929abf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:43:33.641100 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd922fc-5d07-411d-bac7-93b286929abf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:43:33.641436 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd922fc-5d07-411d-bac7-93b286929abf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:43:33.642625 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd922fc-5d07-411d-bac7-93b286929abf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:43:33.642977 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd922fc-5d07-411d-bac7-93b286929abf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:43:33.643301 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd922fc-5d07-411d-bac7-93b286929abf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:43:33.643615 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd922fc-5d07-411d-bac7-93b286929abf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:43:33.643930 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd922fc-5d07-411d-bac7-93b286929abf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:43:33.644962 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd922fc-5d07-411d-bac7-93b286929abf None None] Tracked resource versions report:
Sep 10 16:43:33.644962 dv-cinder-808473-1-iscsi neutron-server[74983]: pushed versions:
Sep 10 16:43:33.644962 dv-cinder-808473-1-iscsi neutron-server[74983]: {   'ConntrackHelper': {'1.0'},
Sep 10 16:43:33.644962 dv-cinder-808473-1-iscsi neutron-server[74983]:     'Log': {'1.0'},
Sep 10 16:43:33.644962 dv-cinder-808473-1-iscsi neutron-server[74983]:     'Network': {'1.1'},
Sep 10 16:43:33.644962 dv-cinder-808473-1-iscsi neutron-server[74983]:     'Port': {'1.5'},
Sep 10 16:43:33.644962 dv-cinder-808473-1-iscsi neutron-server[74983]:     'PortForwarding': {'1.2'},
Sep 10 16:43:33.644962 dv-cinder-808473-1-iscsi neutron-server[74983]:     'QosPolicy': {'1.8'},
Sep 10 16:43:33.644962 dv-cinder-808473-1-iscsi neutron-server[74983]:     'SecurityGroup': {'1.2'},
Sep 10 16:43:33.644962 dv-cinder-808473-1-iscsi neutron-server[74983]:     'SecurityGroupRule': {'1.0'},
Sep 10 16:43:33.644962 dv-cinder-808473-1-iscsi neutron-server[74983]:     'SubPort': {'1.0'},
Sep 10 16:43:33.644962 dv-cinder-808473-1-iscsi neutron-server[74983]:     'Subnet': {'1.1'},
Sep 10 16:43:33.644962 dv-cinder-808473-1-iscsi neutron-server[74983]:     'Trunk': {'1.1'}}
Sep 10 16:43:33.644962 dv-cinder-808473-1-iscsi neutron-server[74983]: consumer versions:
Sep 10 16:43:33.644962 dv-cinder-808473-1-iscsi neutron-server[74983]: {   DHCP agent@dv-cinder-808473-1-iscsi: {},
Sep 10 16:43:33.644962 dv-cinder-808473-1-iscsi neutron-server[74983]:     HyperV agent@hv-cinder-80847: {},
Sep 10 16:43:33.644962 dv-cinder-808473-1-iscsi neutron-server[74983]:     L3 agent@dv-cinder-808473-1-iscsi: {},
Sep 10 16:43:33.644962 dv-cinder-808473-1-iscsi neutron-server[74983]:     Metadata agent@dv-cinder-808473-1-iscsi: {},
Sep 10 16:43:33.644962 dv-cinder-808473-1-iscsi neutron-server[74983]:     Metering agent@dv-cinder-808473-1-iscsi: {},
Sep 10 16:43:33.644962 dv-cinder-808473-1-iscsi neutron-server[74983]:     Open vSwitch agent@dv-cinder-808473-1-iscsi: {   'ConntrackHelper': '1.0',
Sep 10 16:43:33.644962 dv-cinder-808473-1-iscsi neutron-server[74983]:                                                      'Log': '1.0',
Sep 10 16:43:33.644962 dv-cinder-808473-1-iscsi neutron-server[74983]:                                                      'Network': '1.1',
Sep 10 16:43:33.644962 dv-cinder-808473-1-iscsi neutron-server[74983]:                                                      'Port': '1.5',
Sep 10 16:43:33.644962 dv-cinder-808473-1-iscsi neutron-server[74983]:                                                      'PortForwarding': '1.2',
Sep 10 16:43:33.644962 dv-cinder-808473-1-iscsi neutron-server[74983]:                                                      'QosPolicy': '1.8',
Sep 10 16:43:33.644962 dv-cinder-808473-1-iscsi neutron-server[74983]:                                                      'SecurityGroup': '1.2',
Sep 10 16:43:33.644962 dv-cinder-808473-1-iscsi neutron-server[74983]:                                                      'SecurityGroupRule': '1.0',
Sep 10 16:43:33.644962 dv-cinder-808473-1-iscsi neutron-server[74983]:                                                      'SubPort': '1.0',
Sep 10 16:43:33.644962 dv-cinder-808473-1-iscsi neutron-server[74983]:                                                      'Subnet': '1.1',
Sep 10 16:43:33.644962 dv-cinder-808473-1-iscsi neutron-server[74983]:                                                      'Trunk': '1.1'}}
Sep 10 16:43:33.644962 dv-cinder-808473-1-iscsi neutron-server[74983]:  {{(pid=74983) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 10 16:43:33.667458 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3f59a2-2789-45c7-b9c5-0a1c730e40dd None None] Network 344edc15-821a-46e8-88af-fc737f1ffc8a is already hosted by enough agents. {{(pid=74983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:43:33.696198 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-1fd922fc-5d07-411d-bac7-93b286929abf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:33.701372 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.scheduler.base_scheduler [None req-7e3f59a2-2789-45c7-b9c5-0a1c730e40dd None None] Resources bound (agent type, host, resource id):  {{(pid=74983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:43:33.703009 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:33.743697 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023fe85a-6e7e-457f-bd44-ecdf97e2aecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32a3e0e-aa8c-4c5e-b266-8ae0e6ff2290,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:33.747434 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d222369c-db1f-4ca8-8445-8cac57b76a65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:33.764699 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-3bdb1e9f-3334-4481-92c0-ff2915ecbf0c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.4653723
Sep 10 16:43:33.764699 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb1e9f-3334-4481-92c0-ff2915ecbf0c admin admin] Pushing event updated for resources: {'Network': ['ID=421f126e-8dba-401b-a1cd-b4975ea8c599,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:33.776187 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-3bdb1e9f-3334-4481-92c0-ff2915ecbf0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:33.776831 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 54652) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:33.789273 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-7bc8a7c1-8f75-41ca-805f-e136f94763c7 admin admin] Request body: {'subnet': {'network_id': '421f126e-8dba-401b-a1cd-b4975ea8c599', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1535772200-subnet', 'tenant_id': '2eb230eaf84e4884a969c905d772961f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:43:33.802388 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-7bc8a7c1-8f75-41ca-805f-e136f94763c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:43:33.813830 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3f59a2-2789-45c7-b9c5-0a1c730e40dd None None] Received port after_create {{(pid=74983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:43:33.816178 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f59a2-2789-45c7-b9c5-0a1c730e40dd None None] Pushing event updated for resources: {'Port': ['ID=4b33fd80-729f-4a24-8d7b-fe9d4dd57e14,revision_number=1']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:33.819522 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-7e3f59a2-2789-45c7-b9c5-0a1c730e40dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:33.829231 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-7bc8a7c1-8f75-41ca-805f-e136f94763c7 admin admin] Usage tracker for resource:subnet and tenant:2eb230eaf84e4884a969c905d772961f is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:43:33.830663 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Network 421f126e-8dba-401b-a1cd-b4975ea8c599 details requested by agent ovs-agent-dv-cinder-808473-1-iscsi with host dv-cinder-808473-1-iscsi {{(pid=74983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 10 16:43:33.834354 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-7bc8a7c1-8f75-41ca-805f-e136f94763c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:43:33.837745 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8232296-f408-4512-b8ca-18f5dc7942aa admin admin] Router 7f0ebc99-fc55-47d7-8d44-0a0e6636fdef is scheduled to L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 with binding_index 1 {{(pid=74982) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Sep 10 16:43:33.858947 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-7bc8a7c1-8f75-41ca-805f-e136f94763c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:43:33.913460 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-023fe85a-6e7e-457f-bd44-ecdf97e2aecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.763s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:33.931469 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d222369c-db1f-4ca8-8445-8cac57b76a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:33.984848 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc8a7c1-8f75-41ca-805f-e136f94763c7 admin admin] Made reservation on behalf of 2eb230eaf84e4884a969c905d772961f for: {'subnet': 1} {{(pid=74982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:43:33.990571 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7bc8a7c1-8f75-41ca-805f-e136f94763c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:33.993463 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-1fd922fc-5d07-411d-bac7-93b286929abf None None] Attempting to bind port fc589bc0-ee91-4189-8f74-dca0a530c90a on host dv-cinder-808473-1-iscsi for vnic_type normal with profile  {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:43:33.993463 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-1fd922fc-5d07-411d-bac7-93b286929abf None None] Attempting to bind port fc589bc0-ee91-4189-8f74-dca0a530c90a by drivers openvswitch,hyperv on host dv-cinder-808473-1-iscsi at level 0 using segments [{'id': 'c6538587-d6ad-4ab5-81d5-0156b6242101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6dada4db-7034-4535-a3e4-d198e90e5fce'}] {{(pid=74983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:43:33.994106 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd922fc-5d07-411d-bac7-93b286929abf None None] Attempting to bind port fc589bc0-ee91-4189-8f74-dca0a530c90a on network 6dada4db-7034-4535-a3e4-d198e90e5fce {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:43:34.059059 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-023fe85a-6e7e-457f-bd44-ecdf97e2aecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:34.062531 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-023fe85a-6e7e-457f-bd44-ecdf97e2aecf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f32a3e0e-aa8c-4c5e-b266-8ae0e6ff2290 HTTP/1.1" status: 204  len: 168 time: 1.5059326
Sep 10 16:43:34.101556 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd922fc-5d07-411d-bac7-93b286929abf None None] Checking agent: {'id': 'f3cf38fb-3540-46d0-a6e6-e52cff650adc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 35, 26), 'started_at': datetime.datetime(2021, 9, 10, 16, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:43:34.102067 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd922fc-5d07-411d-bac7-93b286929abf None None] Checking segment: {'id': 'c6538587-d6ad-4ab5-81d5-0156b6242101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6dada4db-7034-4535-a3e4-d198e90e5fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:43:34.102376 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-1fd922fc-5d07-411d-bac7-93b286929abf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:34.103641 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd922fc-5d07-411d-bac7-93b286929abf None None] Bound using segment: {'id': 'c6538587-d6ad-4ab5-81d5-0156b6242101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6dada4db-7034-4535-a3e4-d198e90e5fce'} {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:43:34.106362 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-1fd922fc-5d07-411d-bac7-93b286929abf None None] Bound port: fc589bc0-ee91-4189-8f74-dca0a530c90a, host: dv-cinder-808473-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6538587-d6ad-4ab5-81d5-0156b6242101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6dada4db-7034-4535-a3e4-d198e90e5fce'}}] {{(pid=74983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:43:34.106785 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-1fd922fc-5d07-411d-bac7-93b286929abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:34.117557 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-40cabf4e-5d20-4a67-a89e-89d2d986bdbb req-28261e23-bdc6-4644-818c-093585b0b862 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=93046c15-f39d-4221-b21c-f596460845b1 HTTP/1.1" status: 200  len: 210 time: 0.2074087
Sep 10 16:43:34.164492 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-7e3f59a2-2789-45c7-b9c5-0a1c730e40dd None None] Attempting to bind port 4b33fd80-729f-4a24-8d7b-fe9d4dd57e14 on host dv-cinder-808473-1-iscsi for vnic_type normal with profile  {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:43:34.164867 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-7e3f59a2-2789-45c7-b9c5-0a1c730e40dd None None] Attempting to bind port 4b33fd80-729f-4a24-8d7b-fe9d4dd57e14 by drivers openvswitch,hyperv on host dv-cinder-808473-1-iscsi at level 0 using segments [{'id': '26e62b26-76ed-49f4-9578-2518370488fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a'}] {{(pid=74983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:43:34.167090 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3f59a2-2789-45c7-b9c5-0a1c730e40dd None None] Attempting to bind port 4b33fd80-729f-4a24-8d7b-fe9d4dd57e14 on network 344edc15-821a-46e8-88af-fc737f1ffc8a {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:43:34.246625 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3f59a2-2789-45c7-b9c5-0a1c730e40dd None None] Checking agent: {'id': 'f3cf38fb-3540-46d0-a6e6-e52cff650adc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 35, 26), 'started_at': datetime.datetime(2021, 9, 10, 16, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:43:34.247000 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3f59a2-2789-45c7-b9c5-0a1c730e40dd None None] Checking segment: {'id': '26e62b26-76ed-49f4-9578-2518370488fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:43:34.247403 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-7e3f59a2-2789-45c7-b9c5-0a1c730e40dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:34.247797 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3f59a2-2789-45c7-b9c5-0a1c730e40dd None None] Bound using segment: {'id': '26e62b26-76ed-49f4-9578-2518370488fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a'} {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:43:34.248275 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-7e3f59a2-2789-45c7-b9c5-0a1c730e40dd None None] Bound port: 4b33fd80-729f-4a24-8d7b-fe9d4dd57e14, host: dv-cinder-808473-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e62b26-76ed-49f4-9578-2518370488fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a'}}] {{(pid=74983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:43:34.249594 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-7e3f59a2-2789-45c7-b9c5-0a1c730e40dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:34.344766 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-519208e8-c0a6-4929-9982-6bf5ff0745ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:34.512181 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-1fd922fc-5d07-411d-bac7-93b286929abf None None] For port fc589bc0-ee91-4189-8f74-dca0a530c90a, host dv-cinder-808473-1-iscsi, cleared binding levels {{(pid=74983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:43:34.523791 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-7e3f59a2-2789-45c7-b9c5-0a1c730e40dd None None] For port 4b33fd80-729f-4a24-8d7b-fe9d4dd57e14, host dv-cinder-808473-1-iscsi, cleared binding levels {{(pid=74983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:43:34.528255 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-7e3f59a2-2789-45c7-b9c5-0a1c730e40dd None None] For port 4b33fd80-729f-4a24-8d7b-fe9d4dd57e14, host dv-cinder-808473-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=4b33fd80-729f-4a24-8d7b-fe9d4dd57e14,segment=NetworkSegment(26e62b26-76ed-49f4-9578-2518370488fd),segment_id=26e62b26-76ed-49f4-9578-2518370488fd)] {{(pid=74983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:43:34.533779 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-1fd922fc-5d07-411d-bac7-93b286929abf None None] For port fc589bc0-ee91-4189-8f74-dca0a530c90a, host dv-cinder-808473-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=fc589bc0-ee91-4189-8f74-dca0a530c90a,segment=NetworkSegment(c6538587-d6ad-4ab5-81d5-0156b6242101),segment_id=c6538587-d6ad-4ab5-81d5-0156b6242101)] {{(pid=74983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:43:34.541481 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-7e3f59a2-2789-45c7-b9c5-0a1c730e40dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:34.546592 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-1fd922fc-5d07-411d-bac7-93b286929abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:34.551535 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:34.668986 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-519208e8-c0a6-4929-9982-6bf5ff0745ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793'] for port, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:34.692795 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.db_base_plugin_common [None req-d222369c-db1f-4ca8-8445-8cac57b76a65 admin admin] Allocated IP 172.27.0.35 (7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e/dc5dafb3-b941-44a9-9498-2bdb3e4caa08/6e741b70-5bbb-4b72-a9fc-cfbc7d85948d) {{(pid=74981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:43:34.705755 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:34.798835 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f59a2-2789-45c7-b9c5-0a1c730e40dd None None] Pushing event updated for resources: {'Port': ['ID=4b33fd80-729f-4a24-8d7b-fe9d4dd57e14,revision_number=2']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:34.842498 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 54702) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:34.858229 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-a5947e9c-3cb7-4c57-bab3-39a07b88881f req-be9fb521-fa6f-450b-898c-540d1670874e tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] 10.222.0.41 "GET /v2.0/ports?device_id=da92eb37-49d2-4972-ba65-684dccbfb30e HTTP/1.1" status: 200  len: 210 time: 0.1459007
Sep 10 16:43:34.945629 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-107643b8-417c-4fbd-8b9e-47a9ac696065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:34.945996 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd922fc-5d07-411d-bac7-93b286929abf None None] Pushing event updated for resources: {'Port': ['ID=fc589bc0-ee91-4189-8f74-dca0a530c90a,revision_number=2']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:34.970884 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-1fd922fc-5d07-411d-bac7-93b286929abf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:34.971279 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-89ecd9ad-87cd-4032-8dc1-ba367166818a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.277s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:34.971630 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-89ecd9ad-87cd-4032-8dc1-ba367166818a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:35.036460 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7bc8a7c1-8f75-41ca-805f-e136f94763c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695'] for subnet, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:35.051902 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-ab452c16-6a23-477e-8a2f-8d0dd433a779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:35.270102 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d222369c-db1f-4ca8-8445-8cac57b76a65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:35.324232 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519208e8-c0a6-4929-9982-6bf5ff0745ea admin admin] Network 7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e is already hosted by enough agents. {{(pid=74981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:43:35.339541 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.base_scheduler [None req-519208e8-c0a6-4929-9982-6bf5ff0745ea admin admin] Resources bound (agent type, host, resource id):  {{(pid=74981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:43:35.345878 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519208e8-c0a6-4929-9982-6bf5ff0745ea admin admin] Pushing event updated for resources: {'Port': ['ID=aa012124-f910-4ae0-9e02-60fd3cddabb5,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:35.354956 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-107643b8-417c-4fbd-8b9e-47a9ac696065 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:43:35.363331 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-107643b8-417c-4fbd-8b9e-47a9ac696065 admin admin] Usage tracker for resource:security_group_rule and tenant:156ab25def2c4659b25ec5ba2cefef53 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:43:35.368435 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-107643b8-417c-4fbd-8b9e-47a9ac696065 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:43:35.385347 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519208e8-c0a6-4929-9982-6bf5ff0745ea admin admin] Received port after_create {{(pid=74981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:43:35.388066 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-107643b8-417c-4fbd-8b9e-47a9ac696065 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:43:35.411257 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8a7c1-8f75-41ca-805f-e136f94763c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7c062b9-1c5c-46ba-9c03-7f1cd3cb7fc7,revision_number=0']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:35.433563 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-7bc8a7c1-8f75-41ca-805f-e136f94763c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:35.466163 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8232296-f408-4512-b8ca-18f5dc7942aa admin admin] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:43:35.478917 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b84dfd-9d7f-435c-bbaa-1f1b69c2cbfa None None] Sync routers for ids ['7f0ebc99-fc55-47d7-8d44-0a0e6636fdef'] in dv-cinder-808473-1-iscsi {{(pid=74984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:43:35.495038 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b84dfd-9d7f-435c-bbaa-1f1b69c2cbfa None None] Routers {'7f0ebc99-fc55-47d7-8d44-0a0e6636fdef'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:43:35.495831 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-12b84dfd-9d7f-435c-bbaa-1f1b69c2cbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f86256844f0>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:43:28Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['7f0ebc99-fc55-47d7-8d44-0a0e6636fdef'], 'active': True} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:43:35.535342 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc8a7c1-8f75-41ca-805f-e136f94763c7 admin admin] Checking segment: {'id': 'facfbafc-3a6f-414a-814e-ec6dfe549dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '421f126e-8dba-401b-a1cd-b4975ea8c599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:43:35.535894 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc8a7c1-8f75-41ca-805f-e136f94763c7 admin admin] Network hostable DHCP agents. Network: 421f126e-8dba-401b-a1cd-b4975ea8c599, hostable agents: ['16ada634-a41f-45d3-a3ee-16ead43437b7'], hosted agents: [] {{(pid=74982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 10 16:43:35.543539 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-107643b8-417c-4fbd-8b9e-47a9ac696065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:35.552285 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e8232296-f408-4512-b8ca-18f5dc7942aa admin admin] Notify callbacks [] for router, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:35.557137 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-e8232296-f408-4512-b8ca-18f5dc7942aa admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 5.0462067
Sep 10 16:43:35.560251 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 54716) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:35.562942 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-107643b8-417c-4fbd-8b9e-47a9ac696065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:35.566530 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4d222d7a-8ee9-4517-9156-a6502ee9ce42 req-f679b0b6-5255-420c-bc3a-aa37155d0f39 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=93046c15-f39d-4221-b21c-f596460845b1 HTTP/1.1" status: 200  len: 210 time: 0.1036093
Sep 10 16:43:35.581604 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-519208e8-c0a6-4929-9982-6bf5ff0745ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.876s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:35.656374 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:35.673452 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d222369c-db1f-4ca8-8445-8cac57b76a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793'] for port, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:35.691438 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-107643b8-417c-4fbd-8b9e-47a9ac696065 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=156ab25def2c4659b25ec5ba2cefef53&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8292964
Sep 10 16:43:35.691438 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107643b8-417c-4fbd-8b9e-47a9ac696065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b66c4f-7893-416b-9f6b-c2771b389b5a,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:35.692747 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 54724) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:35.693956 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:35.701725 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-107643b8-417c-4fbd-8b9e-47a9ac696065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:35.724428 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvr_db [None req-12b84dfd-9d7f-435c-bbaa-1f1b69c2cbfa None None] Set router 7f0ebc99-fc55-47d7-8d44-0a0e6636fdef gateway port host: dv-cinder-808473-1-iscsi {{(pid=74984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:43:35.751636 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d222369c-db1f-4ca8-8445-8cac57b76a65 admin admin] Network 7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e is already hosted by enough agents. {{(pid=74981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:43:35.757319 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc8a7c1-8f75-41ca-805f-e136f94763c7 admin admin] Network 421f126e-8dba-401b-a1cd-b4975ea8c599 is scheduled to be hosted by DHCP agent 16ada634-a41f-45d3-a3ee-16ead43437b7 with binding_index 1 {{(pid=74982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 10 16:43:35.764074 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.base_scheduler [None req-d222369c-db1f-4ca8-8445-8cac57b76a65 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:43:35.784689 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d222369c-db1f-4ca8-8445-8cac57b76a65 admin admin] Received port after_create {{(pid=74981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:43:35.788625 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.base_scheduler [None req-7bc8a7c1-8f75-41ca-805f-e136f94763c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808473-1-iscsi, 421f126e-8dba-401b-a1cd-b4975ea8c599) {{(pid=74982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:43:35.796442 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820d3e19-7944-43ad-98d2-632346acd446 None None] Network 421f126e-8dba-401b-a1cd-b4975ea8c599 requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:43:35.826067 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc8a7c1-8f75-41ca-805f-e136f94763c7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:43:35.834230 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7bc8a7c1-8f75-41ca-805f-e136f94763c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for subnet, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:35.929793 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-7bc8a7c1-8f75-41ca-805f-e136f94763c7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 2.1378489
Sep 10 16:43:35.953004 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-50102647-9633-44f5-bb80-e499a981b1a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:36.028786 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:36.035176 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.24', 64263) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:36.070103 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-50102647-9633-44f5-bb80-e499a981b1a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:36.074881 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d222369c-db1f-4ca8-8445-8cac57b76a65 admin admin] Pushing event updated for resources: {'Port': ['ID=6e741b70-5bbb-4b72-a9fc-cfbc7d85948d,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:36.089995 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-d222369c-db1f-4ca8-8445-8cac57b76a65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:36.392687 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 54740) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:36.433858 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 4b33fd80-729f-4a24-8d7b-fe9d4dd57e14 up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:43:36.483400 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-9292f41e-7393-4b64-b57d-98b36204d55c req-d56b4428-0773-4039-aec7-e87a0a27a37c tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] 10.222.0.41 "GET /v2.0/ports?device_id=da92eb37-49d2-4972-ba65-684dccbfb30e HTTP/1.1" status: 200  len: 210 time: 0.2035685
Sep 10 16:43:36.557296 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-50102647-9633-44f5-bb80-e499a981b1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:36.560552 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ad848ed-e126-40b1-bb0e-93332d19d98c admin admin] Deleting subnet d4207b53-b116-4c20-bbff-2a871204c65c {{(pid=74982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 10 16:43:36.564209 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-2ad848ed-e126-40b1-bb0e-93332d19d98c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:36.616961 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8650d5-016d-468e-bda8-739082ab51d4 None None] Network 421f126e-8dba-401b-a1cd-b4975ea8c599 requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:43:36.660732 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-519208e8-c0a6-4929-9982-6bf5ff0745ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:36.666268 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-519208e8-c0a6-4929-9982-6bf5ff0745ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446738'] for router, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:36.683672 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-73c24be0-a3d0-4b84-87dd-104dea510099 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:43:36.687451 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-73c24be0-a3d0-4b84-87dd-104dea510099 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] 10.222.0.24 "GET /v2.0/networks?id=ec64d6e2-aa84-47c0-a7a3-b68e805b37e5 HTTP/1.1" status: 200  len: 812 time: 0.6498001
Sep 10 16:43:36.690523 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-12b84dfd-9d7f-435c-bbaa-1f1b69c2cbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f86256844f0>, [{'id': '7f0ebc99-fc55-47d7-8d44-0a0e6636fdef', 'name': 'tempest-ServerRescueNegativeTestJSON-2086195183-router', 'tenant_id': 'ff9271dbe9584869afd7a0ccba96dfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '2117fe5a-50af-4ca1-a603-416f7b9806a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:30Z', 'updated_at': '2021-09-10T16:43:32Z', 'revision_number': 3, 'project_id': 'ff9271dbe9584869afd7a0ccba96dfb8', 'gw_port': {'id': '2117fe5a-50af-4ca1-a603-416f7b9806a8', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:05:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f0ebc99-fc55-47d7-8d44-0a0e6636fdef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:43:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi'}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:43:36.695389 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b84dfd-9d7f-435c-bbaa-1f1b69c2cbfa None None] Checking router: 7f0ebc99-fc55-47d7-8d44-0a0e6636fdef for host: dv-cinder-808473-1-iscsi {{(pid=74984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:43:36.695744 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b84dfd-9d7f-435c-bbaa-1f1b69c2cbfa None None] Updating router 7f0ebc99-fc55-47d7-8d44-0a0e6636fdef port 2117fe5a-50af-4ca1-a603-416f7b9806a8 binding host dv-cinder-808473-1-iscsi {{(pid=74984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 10 16:43:36.705837 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-2ad848ed-e126-40b1-bb0e-93332d19d98c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:36.727020 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-2ad848ed-e126-40b1-bb0e-93332d19d98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-567488'] for subnet, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:36.859392 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63392fa8-ac5a-4788-bb7a-5fdef6468a74 None None] Network 344edc15-821a-46e8-88af-fc737f1ffc8a requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:43:36.864837 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-3bdb1e9f-3334-4481-92c0-ff2915ecbf0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:36.884653 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d222369c-db1f-4ca8-8445-8cac57b76a65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:36.885549 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d222369c-db1f-4ca8-8445-8cac57b76a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446738'] for router, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:36.890205 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-12b84dfd-9d7f-435c-bbaa-1f1b69c2cbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:36.927073 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-f7fd0aea-cbd5-4622-9175-d00d119571fb tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Request body: {'port': {'device_id': 'da92eb37-49d2-4972-ba65-684dccbfb30e', 'network_id': 'ec64d6e2-aa84-47c0-a7a3-b68e805b37e5', 'admin_state_up': True, 'tenant_id': 'ff8121ac89ae4cb989ace9070b2beb53'}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:43:37.097593 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50102647-9633-44f5-bb80-e499a981b1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b66c4f-7893-416b-9f6b-c2771b389b5a,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:37.123726 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.24', 64265) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:37.143951 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27185efd-203b-4640-8a7c-def230d58815 None None] Network 6dada4db-7034-4535-a3e4-d198e90e5fce requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:43:37.202114 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-50102647-9633-44f5-bb80-e499a981b1a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:37.204826 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-2ad848ed-e126-40b1-bb0e-93332d19d98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695'] for subnet, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:37.254192 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-960fd2bf-eb09-43da-a503-4f19c4d7dd88 req-14730e18-0c4d-4da8-80fe-f2ad50270d67 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=93046c15-f39d-4221-b21c-f596460845b1 HTTP/1.1" status: 200  len: 210 time: 0.1207252
Sep 10 16:43:37.269509 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:37.330379 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-50102647-9633-44f5-bb80-e499a981b1a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:37.331882 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-50102647-9633-44f5-bb80-e499a981b1a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d6b66c4f-7893-416b-9f6b-c2771b389b5a HTTP/1.1" status: 204  len: 168 time: 1.6315360
Sep 10 16:43:37.449480 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad848ed-e126-40b1-bb0e-93332d19d98c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4207b53-b116-4c20-bbff-2a871204c65c,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:37.471245 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-2ad848ed-e126-40b1-bb0e-93332d19d98c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:37.478999 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-2ad848ed-e126-40b1-bb0e-93332d19d98c admin admin] Notify callbacks [] for subnet, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:37.502861 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-fdde7d20-c364-4af7-864c-e5889d9533d1 None None] Provisioning for port 4b33fd80-729f-4a24-8d7b-fe9d4dd57e14 completed by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:43:37.505976 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning for port 4b33fd80-729f-4a24-8d7b-fe9d4dd57e14 completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:43:37.517502 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port 4b33fd80-729f-4a24-8d7b-fe9d4dd57e14 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:43:37.517964 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:37.523225 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-2ad848ed-e126-40b1-bb0e-93332d19d98c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d4207b53-b116-4c20-bbff-2a871204c65c HTTP/1.1" status: 204  len: 168 time: 1.1284783
Sep 10 16:43:37.527277 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 54772) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:37.593857 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-f7fd0aea-cbd5-4622-9175-d00d119571fb tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:43:37.597891 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-f7fd0aea-cbd5-4622-9175-d00d119571fb tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Usage tracker for resource:port and tenant:ff8121ac89ae4cb989ace9070b2beb53 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:43:37.601289 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-f7fd0aea-cbd5-4622-9175-d00d119571fb tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:43:37.607111 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-f7fd0aea-cbd5-4622-9175-d00d119571fb tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:43:37.625342 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-f7fd0aea-cbd5-4622-9175-d00d119571fb tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Made reservation on behalf of ff8121ac89ae4cb989ace9070b2beb53 for: {'port': 1} {{(pid=74981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:43:37.629216 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-f7fd0aea-cbd5-4622-9175-d00d119571fb tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:37.666423 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-de472b52-584a-4eb5-a62d-bae648a076c4 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:43:37.668362 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-de472b52-584a-4eb5-a62d-bae648a076c4 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.24 "GET /v2.0/networks?id=dc00798f-e261-4178-81bd-f43f96f04f24 HTTP/1.1" status: 200  len: 815 time: 0.5343161
Sep 10 16:43:37.687514 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-e6399f8f-7ef3-4fd3-adf9-b72632a1e2fd tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Request body: {'port': {'device_id': '93046c15-f39d-4221-b21c-f596460845b1', 'network_id': 'dc00798f-e261-4178-81bd-f43f96f04f24', 'admin_state_up': True, 'tenant_id': '73cdfc2295ba43b88eedc5611288b0f3'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:43:37.719939 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-12b84dfd-9d7f-435c-bbaa-1f1b69c2cbfa None None] Notify callbacks [] for port, precommit_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:37.751803 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.provisioning_blocks [None req-12b84dfd-9d7f-435c-bbaa-1f1b69c2cbfa None None] Transition to ACTIVE for port object 2117fe5a-50af-4ca1-a603-416f7b9806a8 will not be triggered until provisioned by entity L2. {{(pid=74984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:43:37.768287 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-fdde7d20-c364-4af7-864c-e5889d9533d1 None None] Provisioning complete for port 4b33fd80-729f-4a24-8d7b-fe9d4dd57e14 triggered by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:43:37.769093 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-fdde7d20-c364-4af7-864c-e5889d9533d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:37.775322 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-12b84dfd-9d7f-435c-bbaa-1f1b69c2cbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:37.790132 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG oslo_concurrency.lockutils [None req-99308022-714a-4ee0-abd3-2d68fc89705f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:37.796240 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7fc7a27c-f925-4ddc-a0b4-44de2aeb4b54 req-05e8cd1e-4fe1-47d9-8058-1adaed22e808 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] 10.222.0.41 "GET /v2.0/ports?device_id=da92eb37-49d2-4972-ba65-684dccbfb30e HTTP/1.1" status: 200  len: 210 time: 0.0686853
Sep 10 16:43:37.863693 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3313946d-050c-4db4-a18a-f7643fb714ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630774'] for network, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:37.988122 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.db_base_plugin_common [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-f7fd0aea-cbd5-4622-9175-d00d119571fb tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Allocated IP 172.20.0.4 (ec64d6e2-aa84-47c0-a7a3-b68e805b37e5/2a16724c-c8fe-45c7-a7c3-4d41c8db2ff2/0a8e995e-fa7f-4968-9240-85c071ef3605) {{(pid=74981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:43:37.998939 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0bbe83-ca0d-4337-a72c-9ae50e7e17a7 None None] Pushing event updated for resources: {'Port': ['ID=2117fe5a-50af-4ca1-a603-416f7b9806a8,revision_number=2']} {{(pid=74984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:38.028344 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.managers [None req-12b84dfd-9d7f-435c-bbaa-1f1b69c2cbfa None None] Attempting to bind port 2117fe5a-50af-4ca1-a603-416f7b9806a8 on host dv-cinder-808473-1-iscsi for vnic_type normal with profile  {{(pid=74984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:43:38.030270 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.managers [None req-12b84dfd-9d7f-435c-bbaa-1f1b69c2cbfa None None] Attempting to bind port 2117fe5a-50af-4ca1-a603-416f7b9806a8 by drivers openvswitch,hyperv on host dv-cinder-808473-1-iscsi at level 0 using segments [{'id': '7f0f17d1-ee65-42aa-885b-938bb9d3cd64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'}] {{(pid=74984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:43:38.030811 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b84dfd-9d7f-435c-bbaa-1f1b69c2cbfa None None] Attempting to bind port 2117fe5a-50af-4ca1-a603-416f7b9806a8 on network 7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e {{(pid=74984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:43:38.047232 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0bbe83-ca0d-4337-a72c-9ae50e7e17a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:43:38.049351 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0bbe83-ca0d-4337-a72c-9ae50e7e17a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:43:38.050368 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0bbe83-ca0d-4337-a72c-9ae50e7e17a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:43:38.052005 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0bbe83-ca0d-4337-a72c-9ae50e7e17a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:43:38.052602 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0bbe83-ca0d-4337-a72c-9ae50e7e17a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:43:38.053742 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0bbe83-ca0d-4337-a72c-9ae50e7e17a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:43:38.054260 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0bbe83-ca0d-4337-a72c-9ae50e7e17a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:43:38.056387 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0bbe83-ca0d-4337-a72c-9ae50e7e17a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:43:38.056893 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0bbe83-ca0d-4337-a72c-9ae50e7e17a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:43:38.058727 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0bbe83-ca0d-4337-a72c-9ae50e7e17a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:43:38.061987 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0bbe83-ca0d-4337-a72c-9ae50e7e17a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:43:38.066803 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0bbe83-ca0d-4337-a72c-9ae50e7e17a7 None None] Tracked resource versions report:
Sep 10 16:43:38.066803 dv-cinder-808473-1-iscsi neutron-server[74984]: pushed versions:
Sep 10 16:43:38.066803 dv-cinder-808473-1-iscsi neutron-server[74984]: {   'ConntrackHelper': {'1.0'},
Sep 10 16:43:38.066803 dv-cinder-808473-1-iscsi neutron-server[74984]:     'Log': {'1.0'},
Sep 10 16:43:38.066803 dv-cinder-808473-1-iscsi neutron-server[74984]:     'Network': {'1.1'},
Sep 10 16:43:38.066803 dv-cinder-808473-1-iscsi neutron-server[74984]:     'Port': {'1.5'},
Sep 10 16:43:38.066803 dv-cinder-808473-1-iscsi neutron-server[74984]:     'PortForwarding': {'1.2'},
Sep 10 16:43:38.066803 dv-cinder-808473-1-iscsi neutron-server[74984]:     'QosPolicy': {'1.8'},
Sep 10 16:43:38.066803 dv-cinder-808473-1-iscsi neutron-server[74984]:     'SecurityGroup': {'1.2'},
Sep 10 16:43:38.066803 dv-cinder-808473-1-iscsi neutron-server[74984]:     'SecurityGroupRule': {'1.0'},
Sep 10 16:43:38.066803 dv-cinder-808473-1-iscsi neutron-server[74984]:     'SubPort': {'1.0'},
Sep 10 16:43:38.066803 dv-cinder-808473-1-iscsi neutron-server[74984]:     'Subnet': {'1.1'},
Sep 10 16:43:38.066803 dv-cinder-808473-1-iscsi neutron-server[74984]:     'Trunk': {'1.1'}}
Sep 10 16:43:38.066803 dv-cinder-808473-1-iscsi neutron-server[74984]: consumer versions:
Sep 10 16:43:38.066803 dv-cinder-808473-1-iscsi neutron-server[74984]: {   DHCP agent@dv-cinder-808473-1-iscsi: {},
Sep 10 16:43:38.066803 dv-cinder-808473-1-iscsi neutron-server[74984]:     HyperV agent@hv-cinder-80847: {},
Sep 10 16:43:38.066803 dv-cinder-808473-1-iscsi neutron-server[74984]:     L3 agent@dv-cinder-808473-1-iscsi: {},
Sep 10 16:43:38.066803 dv-cinder-808473-1-iscsi neutron-server[74984]:     Metadata agent@dv-cinder-808473-1-iscsi: {},
Sep 10 16:43:38.066803 dv-cinder-808473-1-iscsi neutron-server[74984]:     Metering agent@dv-cinder-808473-1-iscsi: {},
Sep 10 16:43:38.066803 dv-cinder-808473-1-iscsi neutron-server[74984]:     Open vSwitch agent@dv-cinder-808473-1-iscsi: {   'ConntrackHelper': '1.0',
Sep 10 16:43:38.066803 dv-cinder-808473-1-iscsi neutron-server[74984]:                                                      'Log': '1.0',
Sep 10 16:43:38.066803 dv-cinder-808473-1-iscsi neutron-server[74984]:                                                      'Network': '1.1',
Sep 10 16:43:38.066803 dv-cinder-808473-1-iscsi neutron-server[74984]:                                                      'Port': '1.5',
Sep 10 16:43:38.066803 dv-cinder-808473-1-iscsi neutron-server[74984]:                                                      'PortForwarding': '1.2',
Sep 10 16:43:38.066803 dv-cinder-808473-1-iscsi neutron-server[74984]:                                                      'QosPolicy': '1.8',
Sep 10 16:43:38.066803 dv-cinder-808473-1-iscsi neutron-server[74984]:                                                      'SecurityGroup': '1.2',
Sep 10 16:43:38.066803 dv-cinder-808473-1-iscsi neutron-server[74984]:                                                      'SecurityGroupRule': '1.0',
Sep 10 16:43:38.066803 dv-cinder-808473-1-iscsi neutron-server[74984]:                                                      'SubPort': '1.0',
Sep 10 16:43:38.066803 dv-cinder-808473-1-iscsi neutron-server[74984]:                                                      'Subnet': '1.1',
Sep 10 16:43:38.066803 dv-cinder-808473-1-iscsi neutron-server[74984]:                                                      'Trunk': '1.1'}}
Sep 10 16:43:38.066803 dv-cinder-808473-1-iscsi neutron-server[74984]:  {{(pid=74984) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 10 16:43:38.081507 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG oslo_concurrency.lockutils [None req-8b0bbe83-ca0d-4337-a72c-9ae50e7e17a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=74984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:38.087648 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b84dfd-9d7f-435c-bbaa-1f1b69c2cbfa None None] Checking agent: {'id': 'f3cf38fb-3540-46d0-a6e6-e52cff650adc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 35, 26), 'started_at': datetime.datetime(2021, 9, 10, 16, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:43:38.088510 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b84dfd-9d7f-435c-bbaa-1f1b69c2cbfa None None] Checking segment: {'id': '7f0f17d1-ee65-42aa-885b-938bb9d3cd64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:43:38.091041 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-12b84dfd-9d7f-435c-bbaa-1f1b69c2cbfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:38.093667 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b84dfd-9d7f-435c-bbaa-1f1b69c2cbfa None None] Bound using segment: {'id': '7f0f17d1-ee65-42aa-885b-938bb9d3cd64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'} {{(pid=74984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:43:38.094665 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.managers [None req-12b84dfd-9d7f-435c-bbaa-1f1b69c2cbfa None None] Bound port: 2117fe5a-50af-4ca1-a603-416f7b9806a8, host: dv-cinder-808473-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f0f17d1-ee65-42aa-885b-938bb9d3cd64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'}}] {{(pid=74984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:43:38.095812 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-12b84dfd-9d7f-435c-bbaa-1f1b69c2cbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:38.273432 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.db [None req-12b84dfd-9d7f-435c-bbaa-1f1b69c2cbfa None None] For port 2117fe5a-50af-4ca1-a603-416f7b9806a8, host dv-cinder-808473-1-iscsi, cleared binding levels {{(pid=74984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:43:38.283654 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.db [None req-12b84dfd-9d7f-435c-bbaa-1f1b69c2cbfa None None] For port 2117fe5a-50af-4ca1-a603-416f7b9806a8, host dv-cinder-808473-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=2117fe5a-50af-4ca1-a603-416f7b9806a8,segment=NetworkSegment(7f0f17d1-ee65-42aa-885b-938bb9d3cd64),segment_id=7f0f17d1-ee65-42aa-885b-938bb9d3cd64)] {{(pid=74984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:43:38.286895 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-e6399f8f-7ef3-4fd3-adf9-b72632a1e2fd tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:43:38.299301 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-12b84dfd-9d7f-435c-bbaa-1f1b69c2cbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:38.305810 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG oslo_concurrency.lockutils [None req-99308022-714a-4ee0-abd3-2d68fc89705f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:38.329177 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-e6399f8f-7ef3-4fd3-adf9-b72632a1e2fd tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Usage tracker for resource:port and tenant:73cdfc2295ba43b88eedc5611288b0f3 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:43:38.358765 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3313946d-050c-4db4-a18a-f7643fb714ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571207', 'neutron.services.segments.db._delete_segments_for_network-8763384148637'] for network, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:38.387171 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-e6399f8f-7ef3-4fd3-adf9-b72632a1e2fd tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:43:38.395476 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-fdde7d20-c364-4af7-864c-e5889d9533d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:38.429876 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3313946d-050c-4db4-a18a-f7643fb714ac admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f8624bd2250>> segment before_delete 55550000 {{(pid=74982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:43:38.430396 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3313946d-050c-4db4-a18a-f7643fb714ac admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f8624bd2250>> subnet precommit_delete_associations 55550000 {{(pid=74982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:43:38.431038 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3313946d-050c-4db4-a18a-f7643fb714ac admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8624c9c0d0>> segment_host_mapping after_create 55550000 {{(pid=74982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:43:38.431362 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3313946d-050c-4db4-a18a-f7643fb714ac admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8624c9c0d0>> port after_create 55550000 {{(pid=74982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:43:38.431680 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3313946d-050c-4db4-a18a-f7643fb714ac admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8624c9c0d0>> port after_delete 55550000 {{(pid=74982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:43:38.432066 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3313946d-050c-4db4-a18a-f7643fb714ac admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8624c9c0d0>> port after_update 55550000 {{(pid=74982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:43:38.432333 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3313946d-050c-4db4-a18a-f7643fb714ac admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8624c9c0d0>> segment after_delete 55550000 {{(pid=74982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:43:38.432675 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3313946d-050c-4db4-a18a-f7643fb714ac admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8624c9c0d0>> subnet after_create 55550000 {{(pid=74982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:43:38.432978 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3313946d-050c-4db4-a18a-f7643fb714ac admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8624c9c0d0>> subnet after_delete 55550000 {{(pid=74982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:43:38.433289 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3313946d-050c-4db4-a18a-f7643fb714ac admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8624c9c0d0>> subnet after_update 55550000 {{(pid=74982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:43:38.510374 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b84dfd-9d7f-435c-bbaa-1f1b69c2cbfa None None] Routers {'7f0ebc99-fc55-47d7-8d44-0a0e6636fdef'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:43:38.511504 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-12b84dfd-9d7f-435c-bbaa-1f1b69c2cbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f86256844f0>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:43:28Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['7f0ebc99-fc55-47d7-8d44-0a0e6636fdef'], 'active': True} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:43:38.558165 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-f7fd0aea-cbd5-4622-9175-d00d119571fb tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Notify callbacks [] for port, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:38.644965 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-fdde7d20-c364-4af7-864c-e5889d9533d1 None None] For port 4b33fd80-729f-4a24-8d7b-fe9d4dd57e14, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=4b33fd80-729f-4a24-8d7b-fe9d4dd57e14,segment=NetworkSegment(26e62b26-76ed-49f4-9578-2518370488fd),segment_id=26e62b26-76ed-49f4-9578-2518370488fd)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:43:38.701894 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-f7fd0aea-cbd5-4622-9175-d00d119571fb tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793'] for port, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:38.740896 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-fdde7d20-c364-4af7-864c-e5889d9533d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:38.763728 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:38.806761 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b987cb00-56f0-487e-8d7a-29cfb1a0cfd5 req-f2fcd806-1d2d-4547-8b54-eb2df1a10290 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=93046c15-f39d-4221-b21c-f596460845b1 HTTP/1.1" status: 200  len: 210 time: 0.1926873
Sep 10 16:43:38.808776 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3313946d-050c-4db4-a18a-f7643fb714ac admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f86249f0c10>> subnet after_create 55550000 {{(pid=74982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:43:38.811768 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3313946d-050c-4db4-a18a-f7643fb714ac admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f86249f0c10>> subnet after_delete 55550000 {{(pid=74982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:43:38.812081 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3313946d-050c-4db4-a18a-f7643fb714ac admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f86249f0c10>> subnet before_create 55550000 {{(pid=74982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:43:38.822430 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:38.825985 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3313946d-050c-4db4-a18a-f7643fb714ac admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f86249f0c10>> subnet before_update 55550000 {{(pid=74982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:43:38.826588 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.services.segments.db [None req-3313946d-050c-4db4-a18a-f7643fb714ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8624bec070>,) {'filters': {'network_id': ['3a6b17d1-db13-4a66-893f-9de34daf0b38']}} {{(pid=74982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:43:38.881839 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-e6399f8f-7ef3-4fd3-adf9-b72632a1e2fd tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:43:38.932445 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-519208e8-c0a6-4929-9982-6bf5ff0745ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:38.933352 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.services.segments.db [None req-3313946d-050c-4db4-a18a-f7643fb714ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8624bec070>, '5dc4baba-5910-4cea-83b4-27c3012c16dc') {'for_net_delete': True} {{(pid=74982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:43:38.933665 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.services.segments.db [None req-3313946d-050c-4db4-a18a-f7643fb714ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8624bec070>, '5dc4baba-5910-4cea-83b4-27c3012c16dc') {} {{(pid=74982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:43:39.018974 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3313946d-050c-4db4-a18a-f7643fb714ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763384234424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947275'] for segment, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:39.036596 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0bbe83-ca0d-4337-a72c-9ae50e7e17a7 None None] Pushing event updated for resources: {'Port': ['ID=2117fe5a-50af-4ca1-a603-416f7b9806a8,revision_number=3']} {{(pid=74984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:39.044721 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG oslo_concurrency.lockutils [None req-8b0bbe83-ca0d-4337-a72c-9ae50e7e17a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.738s {{(pid=74984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:39.068376 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvr_db [None req-12b84dfd-9d7f-435c-bbaa-1f1b69c2cbfa None None] Set router 7f0ebc99-fc55-47d7-8d44-0a0e6636fdef gateway port host: dv-cinder-808473-1-iscsi {{(pid=74984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:43:39.126426 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde7d20-c364-4af7-864c-e5889d9533d1 None None] Pushing event updated for resources: {'Port': ['ID=4b33fd80-729f-4a24-8d7b-fe9d4dd57e14,revision_number=3']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:39.180745 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-fdde7d20-c364-4af7-864c-e5889d9533d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:39.187804 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519208e8-c0a6-4929-9982-6bf5ff0745ea admin admin] Router 83d55671-1489-406c-b5c7-9f5f3a763726 is scheduled to L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 with binding_index 1 {{(pid=74981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Sep 10 16:43:39.209289 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-fc5bb342-f8f7-4e24-b507-5843a7ddb3a7 None None] Provisioning for port fc589bc0-ee91-4189-8f74-dca0a530c90a completed by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:43:39.274443 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.db.api [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=74983) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 10 16:43:39.275579 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_db.api [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 10 16:43:39.301636 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-f7fd0aea-cbd5-4622-9175-d00d119571fb tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Network ec64d6e2-aa84-47c0-a7a3-b68e805b37e5 is already hosted by enough agents. {{(pid=74981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:43:39.371593 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.base_scheduler [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-f7fd0aea-cbd5-4622-9175-d00d119571fb tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Resources bound (agent type, host, resource id):  {{(pid=74981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:43:39.374901 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.l3_dvrscheduler_db [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-f7fd0aea-cbd5-4622-9175-d00d119571fb tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Received port after_create {{(pid=74981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:43:39.380035 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-f7fd0aea-cbd5-4622-9175-d00d119571fb tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:43:39.380720 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-f7fd0aea-cbd5-4622-9175-d00d119571fb tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for port, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:39.410205 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd0aea-cbd5-4622-9175-d00d119571fb tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Pushing event updated for resources: {'Port': ['ID=0a8e995e-fa7f-4968-9240-85c071ef3605,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:39.413489 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-f7fd0aea-cbd5-4622-9175-d00d119571fb tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:39.510919 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-e6399f8f-7ef3-4fd3-adf9-b72632a1e2fd tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Made reservation on behalf of 73cdfc2295ba43b88eedc5611288b0f3 for: {'port': 1} {{(pid=74982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:43:39.513795 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-e6399f8f-7ef3-4fd3-adf9-b72632a1e2fd tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:39.521010 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-f7fd0aea-cbd5-4622-9175-d00d119571fb tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6488822
Sep 10 16:43:39.572530 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-915c11a4-9fae-4eaa-a51c-d5e47da22072 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=74981) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Sep 10 16:43:39.574042 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-915c11a4-9fae-4eaa-a51c-d5e47da22072 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0105679
Sep 10 16:43:39.619311 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1ce9c-940e-4bfd-8b09-e48ed988b29f req-ee817a3a-cccd-4e1e-8a8e-48241a7a2a12 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:43:39.620923 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-1bc1ce9c-940e-4bfd-8b09-e48ed988b29f req-ee817a3a-cccd-4e1e-8a8e-48241a7a2a12 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Synchronizing usage tracker for tenant:ff8121ac89ae4cb989ace9070b2beb53 on resource:port {{(pid=74981) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:43:39.623651 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d222369c-db1f-4ca8-8445-8cac57b76a65 admin admin] Router 176189ad-7ab2-430f-8bdd-7ff226c6640a is scheduled to L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 with binding_index 1 {{(pid=74981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Sep 10 16:43:39.649238 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3313946d-050c-4db4-a18a-f7643fb714ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-567309'] for segment, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:39.665139 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-1bc1ce9c-940e-4bfd-8b09-e48ed988b29f req-ee817a3a-cccd-4e1e-8a8e-48241a7a2a12 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Unset dirty status for tenant:ff8121ac89ae4cb989ace9070b2beb53 on resource:port {{(pid=74981) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:43:39.666662 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-1bc1ce9c-940e-4bfd-8b09-e48ed988b29f req-ee817a3a-cccd-4e1e-8a8e-48241a7a2a12 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] 10.222.0.41 "GET /v2.0/ports?device_id=da92eb37-49d2-4972-ba65-684dccbfb30e HTTP/1.1" status: 200  len: 931 time: 0.4129126
Sep 10 16:43:39.712433 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-ba6cfbe8-cab5-41b0-a12a-f8c45fc30293 None None] Provisioning complete for port 4b33fd80-729f-4a24-8d7b-fe9d4dd57e14 triggered by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:43:39.713014 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-ba6cfbe8-cab5-41b0-a12a-f8c45fc30293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:39.718659 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3313946d-050c-4db4-a18a-f7643fb714ac admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=74982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 10 16:43:39.721641 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3313946d-050c-4db4-a18a-f7643fb714ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2865617'] for segment, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:39.785479 dv-cinder-808473-1-iscsi neutron-server[74982]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Sep 10 16:43:39.785479 dv-cinder-808473-1-iscsi neutron-server[74982]:   util.warn_limited(
Sep 10 16:43:39.785479 dv-cinder-808473-1-iscsi neutron-server[74982]: Traceback (most recent call last):
Sep 10 16:43:39.785479 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 10 16:43:39.785479 dv-cinder-808473-1-iscsi neutron-server[74982]:     timer()
Sep 10 16:43:39.785479 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 10 16:43:39.785479 dv-cinder-808473-1-iscsi neutron-server[74982]:     cb(*args, **kw)
Sep 10 16:43:39.785479 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Sep 10 16:43:39.785479 dv-cinder-808473-1-iscsi neutron-server[74982]:     return func(*args, **kwargs)
Sep 10 16:43:39.785479 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 10 16:43:39.785479 dv-cinder-808473-1-iscsi neutron-server[74982]:     self._notify()
Sep 10 16:43:39.785479 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 10 16:43:39.785479 dv-cinder-808473-1-iscsi neutron-server[74982]:     self.callback(batched_events)
Sep 10 16:43:39.785479 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 10 16:43:39.785479 dv-cinder-808473-1-iscsi neutron-server[74982]:     event.method(event)
Sep 10 16:43:39.785479 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 10 16:43:39.785479 dv-cinder-808473-1-iscsi neutron-server[74982]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 10 16:43:39.785479 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 10 16:43:39.785479 dv-cinder-808473-1-iscsi neutron-server[74982]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 10 16:43:39.785479 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 10 16:43:39.785479 dv-cinder-808473-1-iscsi neutron-server[74982]:     return f(self, *a, **k)
Sep 10 16:43:39.785479 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 10 16:43:39.785479 dv-cinder-808473-1-iscsi neutron-server[74982]:     return self._get(url).json()
Sep 10 16:43:39.785479 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 10 16:43:39.785479 dv-cinder-808473-1-iscsi neutron-server[74982]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 10 16:43:39.785479 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 10 16:43:39.785479 dv-cinder-808473-1-iscsi neutron-server[74982]:     return self.request(url, 'GET', **kwargs)
Sep 10 16:43:39.785479 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 10 16:43:39.785479 dv-cinder-808473-1-iscsi neutron-server[74982]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 10 16:43:39.785479 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 10 16:43:39.785479 dv-cinder-808473-1-iscsi neutron-server[74982]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 10 16:43:39.785479 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 10 16:43:39.785479 dv-cinder-808473-1-iscsi neutron-server[74982]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 10 16:43:39.785479 dv-cinder-808473-1-iscsi neutron-server[74982]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 10 16:43:40.132064 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-12b84dfd-9d7f-435c-bbaa-1f1b69c2cbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f86256844f0>, [{'id': '7f0ebc99-fc55-47d7-8d44-0a0e6636fdef', 'name': 'tempest-ServerRescueNegativeTestJSON-2086195183-router', 'tenant_id': 'ff9271dbe9584869afd7a0ccba96dfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '2117fe5a-50af-4ca1-a603-416f7b9806a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:30Z', 'updated_at': '2021-09-10T16:43:32Z', 'revision_number': 3, 'project_id': 'ff9271dbe9584869afd7a0ccba96dfb8', 'gw_port': {'id': '2117fe5a-50af-4ca1-a603-416f7b9806a8', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:05:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f0ebc99-fc55-47d7-8d44-0a0e6636fdef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi'}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:43:40.140005 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b84dfd-9d7f-435c-bbaa-1f1b69c2cbfa None None] The sync data for ids ['7f0ebc99-fc55-47d7-8d44-0a0e6636fdef'] in dv-cinder-808473-1-iscsi is: [{'id': '7f0ebc99-fc55-47d7-8d44-0a0e6636fdef', 'name': 'tempest-ServerRescueNegativeTestJSON-2086195183-router', 'tenant_id': 'ff9271dbe9584869afd7a0ccba96dfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '2117fe5a-50af-4ca1-a603-416f7b9806a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:30Z', 'updated_at': '2021-09-10T16:43:32Z', 'revision_number': 3, 'project_id': 'ff9271dbe9584869afd7a0ccba96dfb8', 'gw_port': {'id': '2117fe5a-50af-4ca1-a603-416f7b9806a8', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:05:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f0ebc99-fc55-47d7-8d44-0a0e6636fdef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi'}] {{(pid=74984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:43:40.146386 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.db_base_plugin_common [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-e6399f8f-7ef3-4fd3-adf9-b72632a1e2fd tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Allocated IP 172.20.0.14 (dc00798f-e261-4178-81bd-f43f96f04f24/357cccd7-afbd-4ae1-b28c-2e5466d4b245/47e9ac5c-979b-4574-ba87-601765b73441) {{(pid=74982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:43:40.158035 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device fc589bc0-ee91-4189-8f74-dca0a530c90a up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:43:40.193412 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-1bc1ce9c-940e-4bfd-8b09-e48ed988b29f req-80ea8f38-bb3d-40ed-9379-acf9a39b6ac2 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] 10.222.0.41 "GET /v2.0/security-groups?id=54d856fd-85cf-485f-982e-866e37aec074&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4411535
Sep 10 16:43:40.326812 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519208e8-c0a6-4929-9982-6bf5ff0745ea admin admin] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:43:40.392922 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97bbd8c-c8db-470f-90c9-c50c9975643d None None] Sync routers for ids ['83d55671-1489-406c-b5c7-9f5f3a763726'] in dv-cinder-808473-1-iscsi {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:43:40.466666 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97bbd8c-c8db-470f-90c9-c50c9975643d None None] Routers {'83d55671-1489-406c-b5c7-9f5f3a763726'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:43:40.467896 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-b97bbd8c-c8db-470f-90c9-c50c9975643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f86259e6fa0>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:43:28Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['83d55671-1489-406c-b5c7-9f5f3a763726'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:43:40.618594 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-519208e8-c0a6-4929-9982-6bf5ff0745ea admin admin] Notify callbacks [] for router, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:40.620211 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-519208e8-c0a6-4929-9982-6bf5ff0745ea admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 8.9682550
Sep 10 16:43:40.623674 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 54850) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:40.857267 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-e6399f8f-7ef3-4fd3-adf9-b72632a1e2fd tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Notify callbacks [] for port, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:40.865228 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning for port fc589bc0-ee91-4189-8f74-dca0a530c90a completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:43:40.913989 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port fc589bc0-ee91-4189-8f74-dca0a530c90a triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:43:40.927737 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d222369c-db1f-4ca8-8445-8cac57b76a65 admin admin] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:43:40.932197 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:40.944387 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf850f2b-df5c-43f0-b7ea-aa4a764b95f7 None None] Sync routers for ids ['176189ad-7ab2-430f-8bdd-7ff226c6640a'] in dv-cinder-808473-1-iscsi {{(pid=74984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:43:40.985360 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf850f2b-df5c-43f0-b7ea-aa4a764b95f7 None None] Routers {'176189ad-7ab2-430f-8bdd-7ff226c6640a'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:43:40.986877 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-bf850f2b-df5c-43f0-b7ea-aa4a764b95f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f86259c4eb0>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:43:28Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['176189ad-7ab2-430f-8bdd-7ff226c6640a'], 'active': True} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:43:41.083324 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-915cd440-d44e-44f1-ab09-f1fd18e22c48 req-2f6ff7ab-e296-4ea1-a09a-c329e7bc2887 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=93046c15-f39d-4221-b21c-f596460845b1 HTTP/1.1" status: 200  len: 210 time: 0.4715586
Sep 10 16:43:41.087832 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3313946d-050c-4db4-a18a-f7643fb714ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446813'] for network, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:41.119683 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3313946d-050c-4db4-a18a-f7643fb714ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for network, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:41.149989 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-3bdb1e9f-3334-4481-92c0-ff2915ecbf0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:41.178347 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-3313946d-050c-4db4-a18a-f7643fb714ac admin admin] 10.222.0.41 "DELETE /v2.0/networks/3a6b17d1-db13-4a66-893f-9de34daf0b38 HTTP/1.1" status: 204  len: 168 time: 3.6369922
Sep 10 16:43:41.181296 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313946d-050c-4db4-a18a-f7643fb714ac admin admin] Pushing event deleted for resources: {'Network': ['ID=3a6b17d1-db13-4a66-893f-9de34daf0b38,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:41.184097 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-3313946d-050c-4db4-a18a-f7643fb714ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:41.184756 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 54864) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:41.228791 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-e6399f8f-7ef3-4fd3-adf9-b72632a1e2fd tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:41.284132 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-124595c8-6791-43d5-9302-f08b28126583 service neutron] Request body: {'port': {'device_id': 'da92eb37-49d2-4972-ba65-684dccbfb30e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:43:41.457121 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.db_base_plugin_v2 [None req-793fd049-919e-4a15-8d23-a395c9b2d3fb admin admin] Deleting subnet d7c062b9-1c5c-46ba-9c03-7f1cd3cb7fc7 {{(pid=74982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 10 16:43:41.478143 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-793fd049-919e-4a15-8d23-a395c9b2d3fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:41.512210 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d222369c-db1f-4ca8-8445-8cac57b76a65 admin admin] Notify callbacks [] for router, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:41.519319 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-d222369c-db1f-4ca8-8445-8cac57b76a65 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 9.7633574
Sep 10 16:43:41.527606 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 54876) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:41.622889 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:41.666169 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-b97bbd8c-c8db-470f-90c9-c50c9975643d None None] Set router 83d55671-1489-406c-b5c7-9f5f3a763726 gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:43:41.666605 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvr_db [None req-bf850f2b-df5c-43f0-b7ea-aa4a764b95f7 None None] Set router 176189ad-7ab2-430f-8bdd-7ff226c6640a gateway port host: dv-cinder-808473-1-iscsi {{(pid=74984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:43:41.715448 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-793fd049-919e-4a15-8d23-a395c9b2d3fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947282'] for subnet, precommit_delete_associations {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:41.826714 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-793fd049-919e-4a15-8d23-a395c9b2d3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-567488'] for subnet, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:41.898031 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] For port fc589bc0-ee91-4189-8f74-dca0a530c90a, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=fc589bc0-ee91-4189-8f74-dca0a530c90a,segment=NetworkSegment(c6538587-d6ad-4ab5-81d5-0156b6242101),segment_id=c6538587-d6ad-4ab5-81d5-0156b6242101)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:43:41.944752 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:42.021041 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-124595c8-6791-43d5-9302-f08b28126583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:42.023286 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-89ecd9ad-87cd-4032-8dc1-ba367166818a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:42.135241 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-793fd049-919e-4a15-8d23-a395c9b2d3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2865551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3069691'] for subnet, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:42.278690 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Pushing event updated for resources: {'Port': ['ID=fc589bc0-ee91-4189-8f74-dca0a530c90a,revision_number=3']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:42.312204 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:42.314353 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-e8232296-f408-4512-b8ca-18f5dc7942aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:42.441167 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 2117fe5a-50af-4ca1-a603-416f7b9806a8 up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:43:42.490874 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-bf850f2b-df5c-43f0-b7ea-aa4a764b95f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f86259c4eb0>, [{'id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'name': 'tempest-AttachVolumeShelveTestJSON-927730939-router', 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '6e741b70-5bbb-4b72-a9fc-cfbc7d85948d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:43:35Z', 'revision_number': 3, 'project_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'gw_port': {'id': '6e741b70-5bbb-4b72-a9fc-cfbc7d85948d', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:33Z', 'updated_at': '2021-09-10T16:43:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi'}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:43:42.515069 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf850f2b-df5c-43f0-b7ea-aa4a764b95f7 None None] Checking router: 176189ad-7ab2-430f-8bdd-7ff226c6640a for host: dv-cinder-808473-1-iscsi {{(pid=74984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:43:42.515465 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf850f2b-df5c-43f0-b7ea-aa4a764b95f7 None None] Updating router 176189ad-7ab2-430f-8bdd-7ff226c6640a port 6e741b70-5bbb-4b72-a9fc-cfbc7d85948d binding host dv-cinder-808473-1-iscsi {{(pid=74984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 10 16:43:42.615563 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-e6399f8f-7ef3-4fd3-adf9-b72632a1e2fd tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Network dc00798f-e261-4178-81bd-f43f96f04f24 is already hosted by enough agents. {{(pid=74982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:43:42.648775 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning for port 2117fe5a-50af-4ca1-a603-416f7b9806a8 completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:43:42.665244 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.base_scheduler [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-e6399f8f-7ef3-4fd3-adf9-b72632a1e2fd tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Resources bound (agent type, host, resource id):  {{(pid=74982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:43:42.674189 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-b97bbd8c-c8db-470f-90c9-c50c9975643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f86259e6fa0>, [{'id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'name': 'tempest-AttachVolumeTestJSON-1565047691-router', 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'aa012124-f910-4ae0-9e02-60fd3cddabb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:43:35Z', 'revision_number': 3, 'project_id': 'd0a46baf31fe490992f182c130f37875', 'gw_port': {'id': 'aa012124-f910-4ae0-9e02-60fd3cddabb5', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:33Z', 'updated_at': '2021-09-10T16:43:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi'}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:43:42.676688 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port 2117fe5a-50af-4ca1-a603-416f7b9806a8 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:43:42.681044 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:42.696238 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-e6399f8f-7ef3-4fd3-adf9-b72632a1e2fd tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Received port after_create {{(pid=74982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:43:42.701655 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-bf850f2b-df5c-43f0-b7ea-aa4a764b95f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:42.756835 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6399f8f-7ef3-4fd3-adf9-b72632a1e2fd tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Pushing event updated for resources: {'Port': ['ID=47e9ac5c-979b-4574-ba87-601765b73441,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:42.777361 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-e6399f8f-7ef3-4fd3-adf9-b72632a1e2fd tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:42.786567 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.221s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:42.808000 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97bbd8c-c8db-470f-90c9-c50c9975643d None None] Checking router: 83d55671-1489-406c-b5c7-9f5f3a763726 for host: dv-cinder-808473-1-iscsi {{(pid=74983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:43:42.808370 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97bbd8c-c8db-470f-90c9-c50c9975643d None None] Updating router 83d55671-1489-406c-b5c7-9f5f3a763726 port aa012124-f910-4ae0-9e02-60fd3cddabb5 binding host dv-cinder-808473-1-iscsi {{(pid=74983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 10 16:43:42.819531 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-793fd049-919e-4a15-8d23-a395c9b2d3fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:42.839006 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793fd049-919e-4a15-8d23-a395c9b2d3fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7c062b9-1c5c-46ba-9c03-7f1cd3cb7fc7,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:42.851519 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7caa50-8d2c-494f-be65-17695251628d req-e5c2d665-fb16-465c-879c-98837935d4b9 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:43:42.853423 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-fe7caa50-8d2c-494f-be65-17695251628d req-e5c2d665-fb16-465c-879c-98837935d4b9 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] 10.222.0.41 "GET /v2.0/ports?device_id=da92eb37-49d2-4972-ba65-684dccbfb30e HTTP/1.1" status: 200  len: 931 time: 0.8006568
Sep 10 16:43:42.854773 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-793fd049-919e-4a15-8d23-a395c9b2d3fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:42.866971 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-793fd049-919e-4a15-8d23-a395c9b2d3fb admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d7c062b9-1c5c-46ba-9c03-7f1cd3cb7fc7 HTTP/1.1" status: 204  len: 168 time: 1.6568620
Sep 10 16:43:42.869073 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 54894) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:42.928888 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-e6399f8f-7ef3-4fd3-adf9-b72632a1e2fd tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:43:42.929817 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-e6399f8f-7ef3-4fd3-adf9-b72632a1e2fd tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for port, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:43.063041 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-b97bbd8c-c8db-470f-90c9-c50c9975643d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:43.266516 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.notifiers.nova [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-124595c8-6791-43d5-9302-f08b28126583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a8e995e-fa7f-4968-9240-85c071ef3605 {{(pid=74981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:43:43.276159 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-124595c8-6791-43d5-9302-f08b28126583 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:43.330235 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-fe7caa50-8d2c-494f-be65-17695251628d req-b850fab2-bf7e-417b-9877-3000fa687f8d tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Synchronizing usage tracker for tenant:ff8121ac89ae4cb989ace9070b2beb53 on resource:security_group {{(pid=74982) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:43:43.331966 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.provisioning_blocks [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-124595c8-6791-43d5-9302-f08b28126583 service neutron] Transition to ACTIVE for port object 0a8e995e-fa7f-4968-9240-85c071ef3605 will not be triggered until provisioned by entity L2. {{(pid=74981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:43:43.352216 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-773b7439-f912-4b63-9614-f0305d799dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630774'] for network, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:43.381858 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-e6399f8f-7ef3-4fd3-adf9-b72632a1e2fd tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.6984315
Sep 10 16:43:43.405827 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:43.422094 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-124595c8-6791-43d5-9302-f08b28126583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:43.471157 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] For port 2117fe5a-50af-4ca1-a603-416f7b9806a8, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=2117fe5a-50af-4ca1-a603-416f7b9806a8,segment=NetworkSegment(7f0f17d1-ee65-42aa-885b-938bb9d3cd64),segment_id=7f0f17d1-ee65-42aa-885b-938bb9d3cd64)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:43:43.473529 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-f7fd0aea-cbd5-4622-9175-d00d119571fb tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:43.495147 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:43.574157 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 4b33fd80-729f-4a24-8d7b-fe9d4dd57e14 up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:43:43.665196 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-327500f8-49ef-412f-a124-3c962b8dc858 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:43.690351 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-a53eb3fe-1a7f-40f5-bd94-40bafbe5769f service neutron] Request body: {'port': {'device_id': '93046c15-f39d-4221-b21c-f596460845b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:43:43.754962 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124595c8-6791-43d5-9302-f08b28126583 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8e995e-fa7f-4968-9240-85c071ef3605,revision_number=2']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:43.793737 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-124595c8-6791-43d5-9302-f08b28126583 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:43.829674 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port 4b33fd80-729f-4a24-8d7b-fe9d4dd57e14 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:43:43.830144 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:43.875331 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Pushing event updated for resources: {'Port': ['ID=2117fe5a-50af-4ca1-a603-416f7b9806a8,revision_number=4']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:43.898792 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:43.943697 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-bf850f2b-df5c-43f0-b7ea-aa4a764b95f7 None None] Notify callbacks [] for port, precommit_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:43.968217 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7ecd4-b38d-44a8-80e3-b35cb466fddf req-b8cf7fcb-aaa5-450e-9dfa-0f396c351ca4 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:43:43.976366 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-fbe7ecd4-b38d-44a8-80e3-b35cb466fddf req-b8cf7fcb-aaa5-450e-9dfa-0f396c351ca4 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=93046c15-f39d-4221-b21c-f596460845b1 HTTP/1.1" status: 200  len: 932 time: 1.4585745
Sep 10 16:43:44.011382 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.provisioning_blocks [None req-bf850f2b-df5c-43f0-b7ea-aa4a764b95f7 None None] Transition to ACTIVE for port object 6e741b70-5bbb-4b72-a9fc-cfbc7d85948d will not be triggered until provisioned by entity L2. {{(pid=74984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:43:44.043094 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-bf850f2b-df5c-43f0-b7ea-aa4a764b95f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:44.062324 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:44.085016 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-fe7caa50-8d2c-494f-be65-17695251628d req-b850fab2-bf7e-417b-9877-3000fa687f8d tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Unset dirty status for tenant:ff8121ac89ae4cb989ace9070b2beb53 on resource:security_group {{(pid=74982) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:43:44.097866 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-fe7caa50-8d2c-494f-be65-17695251628d req-b850fab2-bf7e-417b-9877-3000fa687f8d tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] 10.222.0.41 "GET /v2.0/security-groups?id=54d856fd-85cf-485f-982e-866e37aec074&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.2262280
Sep 10 16:43:44.156552 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-773b7439-f912-4b63-9614-f0305d799dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571207', 'neutron.services.segments.db._delete_segments_for_network-8763384148637'] for network, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:44.278581 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.managers [None req-bf850f2b-df5c-43f0-b7ea-aa4a764b95f7 None None] Attempting to bind port 6e741b70-5bbb-4b72-a9fc-cfbc7d85948d on host dv-cinder-808473-1-iscsi for vnic_type normal with profile  {{(pid=74984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:43:44.278974 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.managers [None req-bf850f2b-df5c-43f0-b7ea-aa4a764b95f7 None None] Attempting to bind port 6e741b70-5bbb-4b72-a9fc-cfbc7d85948d by drivers openvswitch,hyperv on host dv-cinder-808473-1-iscsi at level 0 using segments [{'id': '7f0f17d1-ee65-42aa-885b-938bb9d3cd64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'}] {{(pid=74984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:43:44.279341 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf850f2b-df5c-43f0-b7ea-aa4a764b95f7 None None] Attempting to bind port 6e741b70-5bbb-4b72-a9fc-cfbc7d85948d on network 7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e {{(pid=74984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:43:44.310972 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf850f2b-df5c-43f0-b7ea-aa4a764b95f7 None None] Checking agent: {'id': 'f3cf38fb-3540-46d0-a6e6-e52cff650adc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 35, 26), 'started_at': datetime.datetime(2021, 9, 10, 16, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:43:44.311352 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf850f2b-df5c-43f0-b7ea-aa4a764b95f7 None None] Checking segment: {'id': '7f0f17d1-ee65-42aa-885b-938bb9d3cd64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:43:44.311768 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-bf850f2b-df5c-43f0-b7ea-aa4a764b95f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:44.312176 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf850f2b-df5c-43f0-b7ea-aa4a764b95f7 None None] Bound using segment: {'id': '7f0f17d1-ee65-42aa-885b-938bb9d3cd64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'} {{(pid=74984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:43:44.313126 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.managers [None req-bf850f2b-df5c-43f0-b7ea-aa4a764b95f7 None None] Bound port: 6e741b70-5bbb-4b72-a9fc-cfbc7d85948d, host: dv-cinder-808473-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f0f17d1-ee65-42aa-885b-938bb9d3cd64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'}}] {{(pid=74984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:43:44.313126 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-bf850f2b-df5c-43f0-b7ea-aa4a764b95f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:44.429618 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-b97bbd8c-c8db-470f-90c9-c50c9975643d None None] Notify callbacks [] for port, precommit_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:44.443660 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-b97bbd8c-c8db-470f-90c9-c50c9975643d None None] Transition to ACTIVE for port object aa012124-f910-4ae0-9e02-60fd3cddabb5 will not be triggered until provisioned by entity L2. {{(pid=74983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:43:44.446405 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-fbe7ecd4-b38d-44a8-80e3-b35cb466fddf req-cf5c1540-8514-474e-af79-b1974f37879b tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4688821
Sep 10 16:43:44.456107 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-b97bbd8c-c8db-470f-90c9-c50c9975643d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:44.463332 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:44.512037 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.db [None req-bf850f2b-df5c-43f0-b7ea-aa4a764b95f7 None None] For port 6e741b70-5bbb-4b72-a9fc-cfbc7d85948d, host dv-cinder-808473-1-iscsi, cleared binding levels {{(pid=74984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:43:44.520677 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.db [None req-bf850f2b-df5c-43f0-b7ea-aa4a764b95f7 None None] For port 6e741b70-5bbb-4b72-a9fc-cfbc7d85948d, host dv-cinder-808473-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=6e741b70-5bbb-4b72-a9fc-cfbc7d85948d,segment=NetworkSegment(7f0f17d1-ee65-42aa-885b-938bb9d3cd64),segment_id=7f0f17d1-ee65-42aa-885b-938bb9d3cd64)] {{(pid=74984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:43:44.539261 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-9690fea8-8f38-41c9-b140-cdb30a5fc875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:44.565429 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-bf850f2b-df5c-43f0-b7ea-aa4a764b95f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:44.623361 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.managers [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-124595c8-6791-43d5-9302-f08b28126583 service neutron] Attempting to bind port 0a8e995e-fa7f-4968-9240-85c071ef3605 on host hv-cinder-80847 for vnic_type normal with profile  {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:43:44.623668 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.managers [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-124595c8-6791-43d5-9302-f08b28126583 service neutron] Attempting to bind port 0a8e995e-fa7f-4968-9240-85c071ef3605 by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': 'd00dec5f-45a2-4b61-9cb0-60a3d36d4514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ec64d6e2-aa84-47c0-a7a3-b68e805b37e5'}] {{(pid=74981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:43:44.623994 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-124595c8-6791-43d5-9302-f08b28126583 service neutron] Attempting to bind port 0a8e995e-fa7f-4968-9240-85c071ef3605 on network ec64d6e2-aa84-47c0-a7a3-b68e805b37e5 {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:43:44.630719 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-a53eb3fe-1a7f-40f5-bd94-40bafbe5769f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:44.710809 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.services.segments.db [None req-773b7439-f912-4b63-9614-f0305d799dca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8624f6c640>,) {'filters': {'network_id': ['421f126e-8dba-401b-a1cd-b4975ea8c599']}} {{(pid=74982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:43:44.713567 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 2117fe5a-50af-4ca1-a603-416f7b9806a8 up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:43:44.789848 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00766d88-2898-4849-997c-943bf2c8a274 None None] Pushing event updated for resources: {'Port': ['ID=6e741b70-5bbb-4b72-a9fc-cfbc7d85948d,revision_number=2']} {{(pid=74984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:44.817854 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG oslo_concurrency.lockutils [None req-00766d88-2898-4849-997c-943bf2c8a274 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=74984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:44.818714 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-124595c8-6791-43d5-9302-f08b28126583 service neutron] Port 0a8e995e-fa7f-4968-9240-85c071ef3605 on network ec64d6e2-aa84-47c0-a7a3-b68e805b37e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 10 16:43:44.822107 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-124595c8-6791-43d5-9302-f08b28126583 service neutron] Attempting to bind port 0a8e995e-fa7f-4968-9240-85c071ef3605 on network ec64d6e2-aa84-47c0-a7a3-b68e805b37e5 {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:43:44.839127 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=74984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:44.879049 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.services.segments.db [None req-773b7439-f912-4b63-9614-f0305d799dca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8624f6c640>, 'facfbafc-3a6f-414a-814e-ec6dfe549dfa') {'for_net_delete': True} {{(pid=74982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:43:44.879270 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.services.segments.db [None req-773b7439-f912-4b63-9614-f0305d799dca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8624f6c640>, 'facfbafc-3a6f-414a-814e-ec6dfe549dfa') {} {{(pid=74982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:43:44.974106 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd676f-7975-4cda-bbcc-87371d33b20a None None] Pushing event updated for resources: {'Port': ['ID=aa012124-f910-4ae0-9e02-60fd3cddabb5,revision_number=2']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:45.010298 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf850f2b-df5c-43f0-b7ea-aa4a764b95f7 None None] Routers {'176189ad-7ab2-430f-8bdd-7ff226c6640a'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:43:45.012105 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-124595c8-6791-43d5-9302-f08b28126583 service neutron] Checking agent: {'id': '653d4f90-9fea-4616-953f-74c38214cca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 41, 36), 'started_at': datetime.datetime(2021, 9, 10, 16, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:43:45.012475 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-124595c8-6791-43d5-9302-f08b28126583 service neutron] Checking segment: {'id': 'd00dec5f-45a2-4b61-9cb0-60a3d36d4514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ec64d6e2-aa84-47c0-a7a3-b68e805b37e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:43:45.013111 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-124595c8-6791-43d5-9302-f08b28126583 service neutron] Bound using segment: {'id': 'd00dec5f-45a2-4b61-9cb0-60a3d36d4514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ec64d6e2-aa84-47c0-a7a3-b68e805b37e5'} {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:43:45.013596 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.managers [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-124595c8-6791-43d5-9302-f08b28126583 service neutron] Bound port: 0a8e995e-fa7f-4968-9240-85c071ef3605, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd00dec5f-45a2-4b61-9cb0-60a3d36d4514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ec64d6e2-aa84-47c0-a7a3-b68e805b37e5'}}] {{(pid=74981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:43:45.013868 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-bf850f2b-df5c-43f0-b7ea-aa4a764b95f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f86259c4eb0>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:43:28Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['176189ad-7ab2-430f-8bdd-7ff226c6640a'], 'active': True} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:43:45.014157 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-124595c8-6791-43d5-9302-f08b28126583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:45.017307 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-b97bbd8c-c8db-470f-90c9-c50c9975643d None None] Attempting to bind port aa012124-f910-4ae0-9e02-60fd3cddabb5 on host dv-cinder-808473-1-iscsi for vnic_type normal with profile  {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:43:45.035872 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-b97bbd8c-c8db-470f-90c9-c50c9975643d None None] Attempting to bind port aa012124-f910-4ae0-9e02-60fd3cddabb5 by drivers openvswitch,hyperv on host dv-cinder-808473-1-iscsi at level 0 using segments [{'id': '7f0f17d1-ee65-42aa-885b-938bb9d3cd64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'}] {{(pid=74983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:43:45.036572 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-773b7439-f912-4b63-9614-f0305d799dca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763384234424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947275'] for segment, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:45.037642 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97bbd8c-c8db-470f-90c9-c50c9975643d None None] Attempting to bind port aa012124-f910-4ae0-9e02-60fd3cddabb5 on network 7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:43:45.058525 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-e8cd676f-7975-4cda-bbcc-87371d33b20a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:45.103251 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97bbd8c-c8db-470f-90c9-c50c9975643d None None] Checking agent: {'id': 'f3cf38fb-3540-46d0-a6e6-e52cff650adc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 35, 26), 'started_at': datetime.datetime(2021, 9, 10, 16, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:43:45.103634 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97bbd8c-c8db-470f-90c9-c50c9975643d None None] Checking segment: {'id': '7f0f17d1-ee65-42aa-885b-938bb9d3cd64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:43:45.104049 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-b97bbd8c-c8db-470f-90c9-c50c9975643d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:45.104459 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97bbd8c-c8db-470f-90c9-c50c9975643d None None] Bound using segment: {'id': '7f0f17d1-ee65-42aa-885b-938bb9d3cd64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'} {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:43:45.104956 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-b97bbd8c-c8db-470f-90c9-c50c9975643d None None] Bound port: aa012124-f910-4ae0-9e02-60fd3cddabb5, host: dv-cinder-808473-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f0f17d1-ee65-42aa-885b-938bb9d3cd64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'}}] {{(pid=74983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:43:45.105359 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-b97bbd8c-c8db-470f-90c9-c50c9975643d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:45.160215 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-773b7439-f912-4b63-9614-f0305d799dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-567309'] for segment, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:45.305280 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-773b7439-f912-4b63-9614-f0305d799dca admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=74982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 10 16:43:45.305280 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-773b7439-f912-4b63-9614-f0305d799dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2865617'] for segment, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:45.340075 dv-cinder-808473-1-iscsi neutron-server[74982]: Traceback (most recent call last):
Sep 10 16:43:45.340075 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 10 16:43:45.340075 dv-cinder-808473-1-iscsi neutron-server[74982]:     timer()
Sep 10 16:43:45.340075 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 10 16:43:45.340075 dv-cinder-808473-1-iscsi neutron-server[74982]:     cb(*args, **kw)
Sep 10 16:43:45.340075 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Sep 10 16:43:45.340075 dv-cinder-808473-1-iscsi neutron-server[74982]:     return func(*args, **kwargs)
Sep 10 16:43:45.340075 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 10 16:43:45.340075 dv-cinder-808473-1-iscsi neutron-server[74982]:     self._notify()
Sep 10 16:43:45.340075 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 10 16:43:45.340075 dv-cinder-808473-1-iscsi neutron-server[74982]:     self.callback(batched_events)
Sep 10 16:43:45.340075 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 10 16:43:45.340075 dv-cinder-808473-1-iscsi neutron-server[74982]:     event.method(event)
Sep 10 16:43:45.340075 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 10 16:43:45.340075 dv-cinder-808473-1-iscsi neutron-server[74982]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 10 16:43:45.340075 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 10 16:43:45.340075 dv-cinder-808473-1-iscsi neutron-server[74982]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 10 16:43:45.340075 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 10 16:43:45.340075 dv-cinder-808473-1-iscsi neutron-server[74982]:     return f(self, *a, **k)
Sep 10 16:43:45.340075 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 10 16:43:45.340075 dv-cinder-808473-1-iscsi neutron-server[74982]:     return self._get(url).json()
Sep 10 16:43:45.340075 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 10 16:43:45.340075 dv-cinder-808473-1-iscsi neutron-server[74982]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 10 16:43:45.340075 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 10 16:43:45.340075 dv-cinder-808473-1-iscsi neutron-server[74982]:     return self.request(url, 'GET', **kwargs)
Sep 10 16:43:45.340075 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 10 16:43:45.340075 dv-cinder-808473-1-iscsi neutron-server[74982]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 10 16:43:45.340075 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 10 16:43:45.340075 dv-cinder-808473-1-iscsi neutron-server[74982]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 10 16:43:45.340075 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 10 16:43:45.340075 dv-cinder-808473-1-iscsi neutron-server[74982]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 10 16:43:45.340075 dv-cinder-808473-1-iscsi neutron-server[74982]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 10 16:43:45.388811 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port 2117fe5a-50af-4ca1-a603-416f7b9806a8 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:43:45.390459 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:45.451158 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-b97bbd8c-c8db-470f-90c9-c50c9975643d None None] For port aa012124-f910-4ae0-9e02-60fd3cddabb5, host dv-cinder-808473-1-iscsi, cleared binding levels {{(pid=74983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:43:45.478298 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-b97bbd8c-c8db-470f-90c9-c50c9975643d None None] For port aa012124-f910-4ae0-9e02-60fd3cddabb5, host dv-cinder-808473-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=aa012124-f910-4ae0-9e02-60fd3cddabb5,segment=NetworkSegment(7f0f17d1-ee65-42aa-885b-938bb9d3cd64),segment_id=7f0f17d1-ee65-42aa-885b-938bb9d3cd64)] {{(pid=74983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:43:45.493055 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00766d88-2898-4849-997c-943bf2c8a274 None None] Pushing event updated for resources: {'Port': ['ID=6e741b70-5bbb-4b72-a9fc-cfbc7d85948d,revision_number=3']} {{(pid=74984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:45.502510 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG oslo_concurrency.lockutils [None req-00766d88-2898-4849-997c-943bf2c8a274 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=74984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:45.514356 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-b97bbd8c-c8db-470f-90c9-c50c9975643d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:45.531485 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:45.605097 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvr_db [None req-bf850f2b-df5c-43f0-b7ea-aa4a764b95f7 None None] Set router 176189ad-7ab2-430f-8bdd-7ff226c6640a gateway port host: dv-cinder-808473-1-iscsi {{(pid=74984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:43:45.684393 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-124595c8-6791-43d5-9302-f08b28126583 service neutron] For port 0a8e995e-fa7f-4968-9240-85c071ef3605, host hv-cinder-80847, cleared binding levels {{(pid=74981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:43:45.732984 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97bbd8c-c8db-470f-90c9-c50c9975643d None None] Routers {'83d55671-1489-406c-b5c7-9f5f3a763726'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:43:45.733890 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-b97bbd8c-c8db-470f-90c9-c50c9975643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f86259e6fa0>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:43:28Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['83d55671-1489-406c-b5c7-9f5f3a763726'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:43:45.780080 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-124595c8-6791-43d5-9302-f08b28126583 service neutron] For port 0a8e995e-fa7f-4968-9240-85c071ef3605, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=0a8e995e-fa7f-4968-9240-85c071ef3605,segment=NetworkSegment(d00dec5f-45a2-4b61-9cb0-60a3d36d4514),segment_id=d00dec5f-45a2-4b61-9cb0-60a3d36d4514)] {{(pid=74981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:43:45.833440 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd676f-7975-4cda-bbcc-87371d33b20a None None] Pushing event updated for resources: {'Port': ['ID=aa012124-f910-4ae0-9e02-60fd3cddabb5,revision_number=3']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:45.840620 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device fc589bc0-ee91-4189-8f74-dca0a530c90a up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:43:45.881164 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-124595c8-6791-43d5-9302-f08b28126583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:45.903714 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:45.924636 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-e8cd676f-7975-4cda-bbcc-87371d33b20a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:46.181729 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-b97bbd8c-c8db-470f-90c9-c50c9975643d None None] Set router 83d55671-1489-406c-b5c7-9f5f3a763726 gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:43:46.251418 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-bf850f2b-df5c-43f0-b7ea-aa4a764b95f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f86259c4eb0>, [{'id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'name': 'tempest-AttachVolumeShelveTestJSON-927730939-router', 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '6e741b70-5bbb-4b72-a9fc-cfbc7d85948d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:43:35Z', 'revision_number': 3, 'project_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'gw_port': {'id': '6e741b70-5bbb-4b72-a9fc-cfbc7d85948d', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:33Z', 'updated_at': '2021-09-10T16:43:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi'}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:43:46.260147 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf850f2b-df5c-43f0-b7ea-aa4a764b95f7 None None] The sync data for ids ['176189ad-7ab2-430f-8bdd-7ff226c6640a'] in dv-cinder-808473-1-iscsi is: [{'id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'name': 'tempest-AttachVolumeShelveTestJSON-927730939-router', 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '6e741b70-5bbb-4b72-a9fc-cfbc7d85948d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:43:35Z', 'revision_number': 3, 'project_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'gw_port': {'id': '6e741b70-5bbb-4b72-a9fc-cfbc7d85948d', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:33Z', 'updated_at': '2021-09-10T16:43:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi'}] {{(pid=74984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:43:46.352832 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-124595c8-6791-43d5-9302-f08b28126583 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for port, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:46.358888 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-124595c8-6791-43d5-9302-f08b28126583 service neutron] 10.222.0.24 "PUT /v2.0/ports/0a8e995e-fa7f-4968-9240-85c071ef3605 HTTP/1.1" status: 200  len: 1093 time: 5.7328699
Sep 10 16:43:46.369887 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da92eb37-49d2-4972-ba65-684dccbfb30e', 'tag': '0a8e995e-fa7f-4968-9240-85c071ef3605'}] {{(pid=74981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:43:46.371811 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port fc589bc0-ee91-4189-8f74-dca0a530c90a triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:43:46.372345 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:46.401432 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.db_base_plugin_common [None req-9690fea8-8f38-41c9-b140-cdb30a5fc875 admin admin] Allocated IP 172.20.0.1 (9e1586a1-ebae-4187-8d60-d4881a64afce/9d93a1e6-380c-4d96-8193-6a5a396655bc/5ef27838-0437-4f5d-8dc9-47dc4e86c0bd) {{(pid=74982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:43:46.615568 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-9690fea8-8f38-41c9-b140-cdb30a5fc875 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:46.661307 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-9690fea8-8f38-41c9-b140-cdb30a5fc875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:46.682320 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-773b7439-f912-4b63-9614-f0305d799dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446813'] for network, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:46.703140 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:46.707520 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124595c8-6791-43d5-9302-f08b28126583 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8e995e-fa7f-4968-9240-85c071ef3605,revision_number=3']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:46.720994 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-124595c8-6791-43d5-9302-f08b28126583 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.817s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:46.768389 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc0e26-9d93-4f03-bfce-230920ad04fd req-b874f3b0-9b60-4b42-b367-f50b928e0e94 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:43:46.769835 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-3fdc0e26-9d93-4f03-bfce-230920ad04fd req-b874f3b0-9b60-4b42-b367-f50b928e0e94 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=93046c15-f39d-4221-b21c-f596460845b1 HTTP/1.1" status: 200  len: 932 time: 0.9775724
Sep 10 16:43:46.844107 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9690fea8-8f38-41c9-b140-cdb30a5fc875 admin admin] Network 9e1586a1-ebae-4187-8d60-d4881a64afce is already hosted by enough agents. {{(pid=74982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:43:46.862342 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690fea8-8f38-41c9-b140-cdb30a5fc875 admin admin] Pushing event updated for resources: {'Port': ['ID=5ef27838-0437-4f5d-8dc9-47dc4e86c0bd,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:46.874725 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.base_scheduler [None req-9690fea8-8f38-41c9-b140-cdb30a5fc875 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:43:46.895110 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-7aa5cc68-3557-4ea8-94da-3efea432009d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff8121ac89ae4cb989ace9070b2beb53&device_id=da92eb37-49d2-4972-ba65-684dccbfb30e HTTP/1.1" status: 200  len: 1096 time: 0.3875735
Sep 10 16:43:46.920668 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9690fea8-8f38-41c9-b140-cdb30a5fc875 admin admin] Received port after_create {{(pid=74982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:43:46.930112 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-3fdc0e26-9d93-4f03-bfce-230920ad04fd req-04e6fbaa-de56-41e6-96d1-8a23b25ec582 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1517525
Sep 10 16:43:47.049394 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-4bbad1a2-21ab-4f61-b6b2-59e95756d2a7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a8e995e-fa7f-4968-9240-85c071ef3605 HTTP/1.1" status: 200  len: 217 time: 0.1225858
Sep 10 16:43:47.056608 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-9690fea8-8f38-41c9-b140-cdb30a5fc875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:47.061237 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-746153d9-38fe-4dc8-a284-c010bcba051a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:47.090563 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-9690fea8-8f38-41c9-b140-cdb30a5fc875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446932'] for router_interface, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:47.130324 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b7439-f912-4b63-9614-f0305d799dca admin admin] Pushing event deleted for resources: {'Network': ['ID=421f126e-8dba-401b-a1cd-b4975ea8c599,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:47.134782 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-773b7439-f912-4b63-9614-f0305d799dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:47.258921 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae682f0-a50b-4704-839f-929b9209816f req-2d990a43-fe7c-4044-8d6c-134cbf891b1f tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:43:47.268155 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-dae682f0-a50b-4704-839f-929b9209816f req-2d990a43-fe7c-4044-8d6c-134cbf891b1f tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] 10.222.0.41 "GET /v2.0/ports?device_id=da92eb37-49d2-4972-ba65-684dccbfb30e HTTP/1.1" status: 200  len: 943 time: 1.2260907
Sep 10 16:43:47.285957 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-b97bbd8c-c8db-470f-90c9-c50c9975643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f86259e6fa0>, [{'id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'name': 'tempest-AttachVolumeTestJSON-1565047691-router', 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'aa012124-f910-4ae0-9e02-60fd3cddabb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:43:35Z', 'revision_number': 3, 'project_id': 'd0a46baf31fe490992f182c130f37875', 'gw_port': {'id': 'aa012124-f910-4ae0-9e02-60fd3cddabb5', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:33Z', 'updated_at': '2021-09-10T16:43:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi'}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:43:47.294105 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.db.resource_extend [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-a53eb3fe-1a7f-40f5-bd94-40bafbe5769f service neutron] It took 0.59 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Sep 10 16:43:47.299988 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97bbd8c-c8db-470f-90c9-c50c9975643d None None] The sync data for ids ['83d55671-1489-406c-b5c7-9f5f3a763726'] in dv-cinder-808473-1-iscsi is: [{'id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'name': 'tempest-AttachVolumeTestJSON-1565047691-router', 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'aa012124-f910-4ae0-9e02-60fd3cddabb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:43:35Z', 'revision_number': 3, 'project_id': 'd0a46baf31fe490992f182c130f37875', 'gw_port': {'id': 'aa012124-f910-4ae0-9e02-60fd3cddabb5', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:33Z', 'updated_at': '2021-09-10T16:43:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi'}] {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:43:47.414037 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-a1367dfc-69cc-4e36-9077-e0dd2d6e59b8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:43:47.415470 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-a1367dfc-69cc-4e36-9077-e0dd2d6e59b8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2a16724c-c8fe-45c7-a7c3-4d41c8db2ff2 HTTP/1.1" status: 200  len: 852 time: 0.3239937
Sep 10 16:43:47.449687 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3603982c-25ac-47c9-8f73-6b7b5e883d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:47.468631 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 54954) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:47.472938 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-dae682f0-a50b-4704-839f-929b9209816f req-169727ed-245f-4d6f-8233-0a323025a41b tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] 10.222.0.41 "GET /v2.0/security-groups?id=54d856fd-85cf-485f-982e-866e37aec074&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2016649
Sep 10 16:43:47.475239 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-773b7439-f912-4b63-9614-f0305d799dca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for network, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:47.526979 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-773b7439-f912-4b63-9614-f0305d799dca admin admin] 10.222.0.41 "DELETE /v2.0/networks/421f126e-8dba-401b-a1cd-b4975ea8c599 HTTP/1.1" status: 204  len: 168 time: 4.6494946
Sep 10 16:43:47.544168 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 54960) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:47.556957 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-9690fea8-8f38-41c9-b140-cdb30a5fc875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:47.638224 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-3ffdfdc8-e1b1-410b-b164-cc76c28186b6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ec64d6e2-aa84-47c0-a7a3-b68e805b37e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1685805
Sep 10 16:43:47.927599 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da92eb37-49d2-4972-ba65-684dccbfb30e', 'tag': '0a8e995e-fa7f-4968-9240-85c071ef3605', 'status': 'completed', 'code': 200}
Sep 10 16:43:47.929410 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 54974) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:48.121619 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-304f56f8-4150-4c47-9beb-7c31972ea483 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=856f415efa5148708f23d5f936947b2b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1802392
Sep 10 16:43:48.131319 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 54982) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:48.179063 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.notifiers.nova [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-a53eb3fe-1a7f-40f5-bd94-40bafbe5769f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47e9ac5c-979b-4574-ba87-601765b73441 {{(pid=74982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:43:48.223680 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-a53eb3fe-1a7f-40f5-bd94-40bafbe5769f service neutron] Notify callbacks [] for port, precommit_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:48.275454 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.db.resource_extend [None req-9690fea8-8f38-41c9-b140-cdb30a5fc875 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Sep 10 16:43:48.308553 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-9967409a-ddf9-44a0-ac86-64e55ea638fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:48.341972 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.provisioning_blocks [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-a53eb3fe-1a7f-40f5-bd94-40bafbe5769f service neutron] Transition to ACTIVE for port object 47e9ac5c-979b-4574-ba87-601765b73441 will not be triggered until provisioned by entity L2. {{(pid=74982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:43:48.412607 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-9690fea8-8f38-41c9-b140-cdb30a5fc875 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:48.431714 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.db_base_plugin_common [None req-3603982c-25ac-47c9-8f73-6b7b5e883d8c admin admin] Allocated IP 172.20.0.1 (6dada4db-7034-4535-a3e4-d198e90e5fce/ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5/eebf41e6-278b-445f-b2e3-c376b3ab9b06) {{(pid=74981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:43:48.452717 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-9967409a-ddf9-44a0-ac86-64e55ea638fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:43:48.458709 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-9967409a-ddf9-44a0-ac86-64e55ea638fd admin admin] Usage tracker for resource:security_group_rule and tenant:7caf57b6e034438c9fc52cdea381c151 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:43:48.463039 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-9967409a-ddf9-44a0-ac86-64e55ea638fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:43:48.471337 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-9967409a-ddf9-44a0-ac86-64e55ea638fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:43:48.569023 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-a53eb3fe-1a7f-40f5-bd94-40bafbe5769f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2865589'] for port, after_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:48.582630 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-9690fea8-8f38-41c9-b140-cdb30a5fc875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2865589'] for port, after_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:48.680315 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:48.936467 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53eb3fe-1a7f-40f5-bd94-40bafbe5769f service neutron] Pushing event updated for resources: {'Port': ['ID=47e9ac5c-979b-4574-ba87-601765b73441,revision_number=2']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:48.942939 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-9967409a-ddf9-44a0-ac86-64e55ea638fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:49.002374 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7793bfd8-4497-4179-b65b-2834e42b9a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:49.084150 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-60ac813d-13ec-42af-a3d8-b25adebbbc1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:49.104347 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690fea8-8f38-41c9-b140-cdb30a5fc875 admin admin] Pushing event updated for resources: {'Port': ['ID=5ef27838-0437-4f5d-8dc9-47dc4e86c0bd,revision_number=2']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:49.110758 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-9690fea8-8f38-41c9-b140-cdb30a5fc875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:49.111598 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-9967409a-ddf9-44a0-ac86-64e55ea638fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:49.125590 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:49.125590 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:49.147228 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-f05afce9-e3e1-48a4-ae41-28fe99237577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:49.203460 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9967409a-ddf9-44a0-ac86-64e55ea638fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c9b5b9-3989-4d38-b410-d19558ec2e60,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:49.213399 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbc537-f301-4985-ab45-074ddfa4b339 req-6662b2bd-e2a0-4c68-8b9d-86972d565357 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:43:49.214163 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-c9dbc537-f301-4985-ab45-074ddfa4b339 req-6662b2bd-e2a0-4c68-8b9d-86972d565357 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Synchronizing usage tracker for tenant:73cdfc2295ba43b88eedc5611288b0f3 on resource:port {{(pid=74982) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:43:49.391333 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-df6ecf10-608b-4dea-8479-8b196e348c42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:49.395269 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-9967409a-ddf9-44a0-ac86-64e55ea638fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:49.414572 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7793bfd8-4497-4179-b65b-2834e42b9a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:49.462953 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 6e741b70-5bbb-4b72-a9fc-cfbc7d85948d up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:43:49.512140 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-9690fea8-8f38-41c9-b140-cdb30a5fc875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1231564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449135'] for router_interface, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:49.540448 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-c9dbc537-f301-4985-ab45-074ddfa4b339 req-6662b2bd-e2a0-4c68-8b9d-86972d565357 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Unset dirty status for tenant:73cdfc2295ba43b88eedc5611288b0f3 on resource:port {{(pid=74982) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:43:49.541641 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-c9dbc537-f301-4985-ab45-074ddfa4b339 req-6662b2bd-e2a0-4c68-8b9d-86972d565357 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=93046c15-f39d-4221-b21c-f596460845b1 HTTP/1.1" status: 200  len: 944 time: 1.2468977
Sep 10 16:43:49.544254 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-4bd96972-8ad9-42cb-aecd-2ebb74766d72 service neutron] 10.222.0.24 "GET /v2.0/networks/ec64d6e2-aa84-47c0-a7a3-b68e805b37e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.8374794
Sep 10 16:43:49.574588 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning for port 6e741b70-5bbb-4b72-a9fc-cfbc7d85948d completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:43:49.581091 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port 6e741b70-5bbb-4b72-a9fc-cfbc7d85948d triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:43:49.581778 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:49.637470 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-9967409a-ddf9-44a0-ac86-64e55ea638fd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7caf57b6e034438c9fc52cdea381c151&name=default HTTP/1.1" status: 200  len: 2647 time: 2.0921369
Sep 10 16:43:49.643585 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 54990) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:49.812190 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:49.840445 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] For port 6e741b70-5bbb-4b72-a9fc-cfbc7d85948d, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=6e741b70-5bbb-4b72-a9fc-cfbc7d85948d,segment=NetworkSegment(7f0f17d1-ee65-42aa-885b-938bb9d3cd64),segment_id=7f0f17d1-ee65-42aa-885b-938bb9d3cd64)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:43:49.851926 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:49.852899 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device aa012124-f910-4ae0-9e02-60fd3cddabb5 up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:43:49.883022 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:49.980913 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3603982c-25ac-47c9-8f73-6b7b5e883d8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:49.984627 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-733bc842-779f-401a-9bcc-8cd63eb51f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:49.990909 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Pushing event updated for resources: {'Port': ['ID=6e741b70-5bbb-4b72-a9fc-cfbc7d85948d,revision_number=4']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:49.995072 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning for port aa012124-f910-4ae0-9e02-60fd3cddabb5 completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:43:50.000181 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:50.001408 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port aa012124-f910-4ae0-9e02-60fd3cddabb5 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:43:50.001791 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:50.011454 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-df6ecf10-608b-4dea-8479-8b196e348c42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:43:50.016177 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7793bfd8-4497-4179-b65b-2834e42b9a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:50.036538 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-df6ecf10-608b-4dea-8479-8b196e348c42 admin admin] Usage tracker for resource:security_group_rule and tenant:97fa904f3bdf4b7c979e997886e5da1f is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:43:50.044720 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:50.051032 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-df6ecf10-608b-4dea-8479-8b196e348c42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:43:50.061219 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-df6ecf10-608b-4dea-8479-8b196e348c42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:43:50.070806 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7793bfd8-4497-4179-b65b-2834e42b9a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709e5826-330a-48b1-8ee0-f2e4b720e297,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:50.074753 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-7793bfd8-4497-4179-b65b-2834e42b9a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:50.076572 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-c9dbc537-f301-4985-ab45-074ddfa4b339 req-5b8ab514-01ed-4f4e-b0e8-cff65645b632 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Synchronizing usage tracker for tenant:73cdfc2295ba43b88eedc5611288b0f3 on resource:security_group {{(pid=74982) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:43:50.120372 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.provisioning_blocks [None req-3603982c-25ac-47c9-8f73-6b7b5e883d8c admin admin] Transition to ACTIVE for port object eebf41e6-278b-445f-b2e3-c376b3ab9b06 will not be triggered until provisioned by entity DHCP. {{(pid=74981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:43:50.128607 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.managers [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-a53eb3fe-1a7f-40f5-bd94-40bafbe5769f service neutron] Attempting to bind port 47e9ac5c-979b-4574-ba87-601765b73441 on host hv-cinder-80847 for vnic_type normal with profile  {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:43:50.128961 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.managers [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-a53eb3fe-1a7f-40f5-bd94-40bafbe5769f service neutron] Attempting to bind port 47e9ac5c-979b-4574-ba87-601765b73441 by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': 'abd13d7f-4963-4fb7-a767-dde5547d2c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'dc00798f-e261-4178-81bd-f43f96f04f24'}] {{(pid=74982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:43:50.129319 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-a53eb3fe-1a7f-40f5-bd94-40bafbe5769f service neutron] Attempting to bind port 47e9ac5c-979b-4574-ba87-601765b73441 on network dc00798f-e261-4178-81bd-f43f96f04f24 {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:43:50.146938 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.db_base_plugin_common [None req-60ac813d-13ec-42af-a3d8-b25adebbbc1e admin admin] Allocated IP 172.20.0.1 (344edc15-821a-46e8-88af-fc737f1ffc8a/c869236f-34e5-4060-bd38-439ed8cf68e4/aee4d381-a7e3-42a1-be12-79c13c6da7b9) {{(pid=74981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:43:50.181573 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:50.203264 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] For port aa012124-f910-4ae0-9e02-60fd3cddabb5, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=aa012124-f910-4ae0-9e02-60fd3cddabb5,segment=NetworkSegment(7f0f17d1-ee65-42aa-885b-938bb9d3cd64),segment_id=7f0f17d1-ee65-42aa-885b-938bb9d3cd64)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:43:50.214436 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:50.217783 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-f3140bf7-095e-468f-97fe-8c050087c70b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:50.223838 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-a53eb3fe-1a7f-40f5-bd94-40bafbe5769f service neutron] Port 47e9ac5c-979b-4574-ba87-601765b73441 on network dc00798f-e261-4178-81bd-f43f96f04f24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 10 16:43:50.224445 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-a53eb3fe-1a7f-40f5-bd94-40bafbe5769f service neutron] Attempting to bind port 47e9ac5c-979b-4574-ba87-601765b73441 on network dc00798f-e261-4178-81bd-f43f96f04f24 {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:43:50.234336 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7793bfd8-4497-4179-b65b-2834e42b9a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:50.236370 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-7793bfd8-4497-4179-b65b-2834e42b9a96 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/709e5826-330a-48b1-8ee0-f2e4b720e297 HTTP/1.1" status: 204  len: 168 time: 2.0981920
Sep 10 16:43:50.255674 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9690fea8-8f38-41c9-b140-cdb30a5fc875 admin admin] Network 9e1586a1-ebae-4187-8d60-d4881a64afce is already hosted by enough agents. {{(pid=74982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:43:50.261433 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.base_scheduler [None req-9690fea8-8f38-41c9-b140-cdb30a5fc875 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:43:50.267329 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-a53eb3fe-1a7f-40f5-bd94-40bafbe5769f service neutron] Checking agent: {'id': '653d4f90-9fea-4616-953f-74c38214cca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 41, 36), 'started_at': datetime.datetime(2021, 9, 10, 16, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:43:50.268320 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-a53eb3fe-1a7f-40f5-bd94-40bafbe5769f service neutron] Checking segment: {'id': 'abd13d7f-4963-4fb7-a767-dde5547d2c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'dc00798f-e261-4178-81bd-f43f96f04f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:43:50.280516 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-a53eb3fe-1a7f-40f5-bd94-40bafbe5769f service neutron] Bound using segment: {'id': 'abd13d7f-4963-4fb7-a767-dde5547d2c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'dc00798f-e261-4178-81bd-f43f96f04f24'} {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:43:50.281492 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.managers [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-a53eb3fe-1a7f-40f5-bd94-40bafbe5769f service neutron] Bound port: 47e9ac5c-979b-4574-ba87-601765b73441, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abd13d7f-4963-4fb7-a767-dde5547d2c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'dc00798f-e261-4178-81bd-f43f96f04f24'}}] {{(pid=74982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:43:50.281946 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-a53eb3fe-1a7f-40f5-bd94-40bafbe5769f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:50.311559 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Pushing event updated for resources: {'Port': ['ID=aa012124-f910-4ae0-9e02-60fd3cddabb5,revision_number=4']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:50.315580 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:50.426128 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-60ac813d-13ec-42af-a3d8-b25adebbbc1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:50.450919 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f00569-9ab7-4cf5-aa10-ee704aec5e86 req-dc552e5a-7046-4198-a97a-949352afb1e2 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:43:50.452635 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-10f00569-9ab7-4cf5-aa10-ee704aec5e86 req-dc552e5a-7046-4198-a97a-949352afb1e2 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] 10.222.0.41 "GET /v2.0/ports?device_id=da92eb37-49d2-4972-ba65-684dccbfb30e HTTP/1.1" status: 200  len: 943 time: 1.6042738
Sep 10 16:43:50.505214 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.provisioning_blocks [None req-60ac813d-13ec-42af-a3d8-b25adebbbc1e admin admin] Transition to ACTIVE for port object aee4d381-a7e3-42a1-be12-79c13c6da7b9 will not be triggered until provisioned by entity DHCP. {{(pid=74981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:43:50.518572 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-733bc842-779f-401a-9bcc-8cd63eb51f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:50.621324 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3603982c-25ac-47c9-8f73-6b7b5e883d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793'] for port, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:50.623382 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-df6ecf10-608b-4dea-8479-8b196e348c42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:50.639208 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-124595c8-6791-43d5-9302-f08b28126583 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:50.670698 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-df6ecf10-608b-4dea-8479-8b196e348c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:50.681682 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-10f00569-9ab7-4cf5-aa10-ee704aec5e86 req-be8ebce9-ed0f-4382-be15-885fc5a13a4b tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] 10.222.0.41 "GET /v2.0/security-groups?id=54d856fd-85cf-485f-982e-866e37aec074&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2054400
Sep 10 16:43:50.682184 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-c9dbc537-f301-4985-ab45-074ddfa4b339 req-5b8ab514-01ed-4f4e-b0e8-cff65645b632 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Unset dirty status for tenant:73cdfc2295ba43b88eedc5611288b0f3 on resource:security_group {{(pid=74982) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:43:50.683342 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-c9dbc537-f301-4985-ab45-074ddfa4b339 req-5b8ab514-01ed-4f4e-b0e8-cff65645b632 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0235257
Sep 10 16:43:50.725868 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-60ac813d-13ec-42af-a3d8-b25adebbbc1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793'] for port, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:50.744526 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3603982c-25ac-47c9-8f73-6b7b5e883d8c admin admin] Network 6dada4db-7034-4535-a3e4-d198e90e5fce is already hosted by enough agents. {{(pid=74981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:43:50.754997 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.base_scheduler [None req-3603982c-25ac-47c9-8f73-6b7b5e883d8c admin admin] Resources bound (agent type, host, resource id):  {{(pid=74981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:43:50.768336 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3603982c-25ac-47c9-8f73-6b7b5e883d8c admin admin] Received port after_create {{(pid=74981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:43:50.768805 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3603982c-25ac-47c9-8f73-6b7b5e883d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446932'] for router_interface, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:50.782599 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-733bc842-779f-401a-9bcc-8cd63eb51f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:50.783362 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603982c-25ac-47c9-8f73-6b7b5e883d8c admin admin] Pushing event updated for resources: {'Port': ['ID=eebf41e6-278b-445f-b2e3-c376b3ab9b06,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:50.792579 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-df6ecf10-608b-4dea-8479-8b196e348c42 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=97fa904f3bdf4b7c979e997886e5da1f&name=default HTTP/1.1" status: 200  len: 2647 time: 3.3180809
Sep 10 16:43:50.793857 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-3603982c-25ac-47c9-8f73-6b7b5e883d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:50.799458 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-023fe85a-6e7e-457f-bd44-ecdf97e2aecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:50.800981 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 55000) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:50.849485 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.db [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-a53eb3fe-1a7f-40f5-bd94-40bafbe5769f service neutron] For port 47e9ac5c-979b-4574-ba87-601765b73441, host hv-cinder-80847, cleared binding levels {{(pid=74982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:43:50.880849 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ac813d-13ec-42af-a3d8-b25adebbbc1e admin admin] Network 344edc15-821a-46e8-88af-fc737f1ffc8a is already hosted by enough agents. {{(pid=74981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:43:50.891656 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.db [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-a53eb3fe-1a7f-40f5-bd94-40bafbe5769f service neutron] For port 47e9ac5c-979b-4574-ba87-601765b73441, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=47e9ac5c-979b-4574-ba87-601765b73441,segment=NetworkSegment(abd13d7f-4963-4fb7-a767-dde5547d2c9d),segment_id=abd13d7f-4963-4fb7-a767-dde5547d2c9d)] {{(pid=74982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:43:50.907576 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.base_scheduler [None req-60ac813d-13ec-42af-a3d8-b25adebbbc1e admin admin] Resources bound (agent type, host, resource id):  {{(pid=74981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:43:50.915032 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ac813d-13ec-42af-a3d8-b25adebbbc1e admin admin] Received port after_create {{(pid=74981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:43:50.915241 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-a53eb3fe-1a7f-40f5-bd94-40bafbe5769f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2865589'] for port, after_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:50.917047 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-60ac813d-13ec-42af-a3d8-b25adebbbc1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446932'] for router_interface, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:50.945161 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:50.946219 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ecf10-608b-4dea-8479-8b196e348c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811ed38b-00ad-419d-90ed-ac3886da6231,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:51.010637 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-a53eb3fe-1a7f-40f5-bd94-40bafbe5769f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for port, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:51.012154 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-a53eb3fe-1a7f-40f5-bd94-40bafbe5769f service neutron] 10.222.0.24 "PUT /v2.0/ports/47e9ac5c-979b-4574-ba87-601765b73441 HTTP/1.1" status: 200  len: 1094 time: 7.4655716
Sep 10 16:43:51.021986 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93046c15-f39d-4221-b21c-f596460845b1', 'tag': '47e9ac5c-979b-4574-ba87-601765b73441'}] {{(pid=74982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:43:51.034681 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-733bc842-779f-401a-9bcc-8cd63eb51f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:51.036337 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-733bc842-779f-401a-9bcc-8cd63eb51f9e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/51c9b5b9-3989-4d38-b410-d19558ec2e60 HTTP/1.1" status: 204  len: 168 time: 1.3843873
Sep 10 16:43:51.046452 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733bc842-779f-401a-9bcc-8cd63eb51f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c9b5b9-3989-4d38-b410-d19558ec2e60,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:51.050651 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-733bc842-779f-401a-9bcc-8cd63eb51f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:51.053605 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.307s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:51.101618 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 55010) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:51.104826 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-4d62e1f2-0e2e-430d-9223-e7f64db7def0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:51.293765 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-5fb5e9c8-c480-48d5-9730-508f4af7332a None None] Provisioning for port eebf41e6-278b-445f-b2e3-c376b3ab9b06 completed by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:43:51.306536 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac813d-13ec-42af-a3d8-b25adebbbc1e admin admin] Pushing event updated for resources: {'Port': ['ID=aee4d381-a7e3-42a1-be12-79c13c6da7b9,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:51.318366 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-60ac813d-13ec-42af-a3d8-b25adebbbc1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:51.318746 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-5fb5e9c8-c480-48d5-9730-508f4af7332a None None] Provisioning complete for port eebf41e6-278b-445f-b2e3-c376b3ab9b06 triggered by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:43:51.325105 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-5fb5e9c8-c480-48d5-9730-508f4af7332a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:51.382596 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.592s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:51.383142 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:51.412477 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3603982c-25ac-47c9-8f73-6b7b5e883d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:51.461447 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53eb3fe-1a7f-40f5-bd94-40bafbe5769f service neutron] Pushing event updated for resources: {'Port': ['ID=47e9ac5c-979b-4574-ba87-601765b73441,revision_number=3']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:51.472330 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-4d62e1f2-0e2e-430d-9223-e7f64db7def0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:51.516138 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-5fb5e9c8-c480-48d5-9730-508f4af7332a None None] Port eebf41e6-278b-445f-b2e3-c376b3ab9b06 cannot update to ACTIVE because it is not bound. {{(pid=74983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 10 16:43:51.526029 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 6e741b70-5bbb-4b72-a9fc-cfbc7d85948d up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:43:51.575637 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-60ac813d-13ec-42af-a3d8-b25adebbbc1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:51.650468 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-9dafe658-718a-4910-91a8-d730ce3d73f2 None None] Provisioning for port aee4d381-a7e3-42a1-be12-79c13c6da7b9 completed by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:43:51.655798 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port 6e741b70-5bbb-4b72-a9fc-cfbc7d85948d triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:43:51.656404 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:51.698998 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-9dafe658-718a-4910-91a8-d730ce3d73f2 None None] Provisioning complete for port aee4d381-a7e3-42a1-be12-79c13c6da7b9 triggered by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:43:51.699596 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-9dafe658-718a-4910-91a8-d730ce3d73f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:51.749079 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-a53eb3fe-1a7f-40f5-bd94-40bafbe5769f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.804s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:51.758276 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93046c15-f39d-4221-b21c-f596460845b1', 'tag': '47e9ac5c-979b-4574-ba87-601765b73441', 'status': 'completed', 'code': 200}
Sep 10 16:43:51.834790 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-9dafe658-718a-4910-91a8-d730ce3d73f2 None None] Port aee4d381-a7e3-42a1-be12-79c13c6da7b9 cannot update to ACTIVE because it is not bound. {{(pid=74983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 10 16:43:51.864826 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 6 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 16:43:52.006502 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2abf70c2-a553-4815-bdd8-460e16f97281 req-d398f033-ad3f-4c24-be12-9ffc956abfa0 service neutron] 10.222.0.24 "GET /v2.0/networks/ec64d6e2-aa84-47c0-a7a3-b68e805b37e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4621894
Sep 10 16:43:52.026619 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device aa012124-f910-4ae0-9e02-60fd3cddabb5 up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:43:52.121621 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-0c99d2f2-700c-4646-9317-3b409f3aebb6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2eb230eaf84e4884a969c905d772961f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8550363
Sep 10 16:43:52.126901 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 55030) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:52.170970 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port aa012124-f910-4ae0-9e02-60fd3cddabb5 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:43:52.171660 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:52.264186 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-5e471ccc-a935-411e-b5dc-37fef0634749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:52.294633 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-5e471ccc-a935-411e-b5dc-37fef0634749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:52.374559 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-4d62e1f2-0e2e-430d-9223-e7f64db7def0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:52.378558 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-082e025f-0cdb-4732-a074-5d765c578960 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=73cdfc2295ba43b88eedc5611288b0f3&device_id=93046c15-f39d-4221-b21c-f596460845b1 HTTP/1.1" status: 200  len: 1097 time: 0.6305947
Sep 10 16:43:52.390194 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:52.390392 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3603982c-25ac-47c9-8f73-6b7b5e883d8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:52.413659 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d62e1f2-0e2e-430d-9223-e7f64db7def0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811ed38b-00ad-419d-90ed-ac3886da6231,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:52.424030 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-4d62e1f2-0e2e-430d-9223-e7f64db7def0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:52.428166 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9690fea8-8f38-41c9-b140-cdb30a5fc875 admin admin] Router 7f0ebc99-fc55-47d7-8d44-0a0e6636fdef has already been hosted by L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 {{(pid=74982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 10 16:43:52.473223 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3603982c-25ac-47c9-8f73-6b7b5e883d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:52.483982 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3603982c-25ac-47c9-8f73-6b7b5e883d8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1231564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449135'] for router_interface, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:52.489579 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-5e471ccc-a935-411e-b5dc-37fef0634749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:52.495787 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-60ac813d-13ec-42af-a3d8-b25adebbbc1e admin admin] Notify callbacks [] for port, precommit_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:52.498118 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-124595c8-6791-43d5-9302-f08b28126583 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:52.499547 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-5e471ccc-a935-411e-b5dc-37fef0634749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:52.502915 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-5e471ccc-a935-411e-b5dc-37fef0634749 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fc43d3cc-8a12-4c8b-a3a1-70db932994f0 HTTP/1.1" status: 204  len: 168 time: 0.3744001
Sep 10 16:43:52.506004 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-4d62e1f2-0e2e-430d-9223-e7f64db7def0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:52.507287 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-4d62e1f2-0e2e-430d-9223-e7f64db7def0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/811ed38b-00ad-419d-90ed-ac3886da6231 HTTP/1.1" status: 204  len: 168 time: 1.7042766
Sep 10 16:43:52.523865 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:52.532055 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-4b0348f0-db91-4ec6-ad66-09cf8eea57d7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47e9ac5c-979b-4574-ba87-601765b73441 HTTP/1.1" status: 200  len: 217 time: 0.0994897
Sep 10 16:43:52.557430 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-60ac813d-13ec-42af-a3d8-b25adebbbc1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:52.584641 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-60ac813d-13ec-42af-a3d8-b25adebbbc1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1231564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449135'] for router_interface, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:52.625887 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba751ad-9127-43cf-9bec-52281773b386 req-b02e637f-17c3-408c-b2a5-5404379d5600 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:43:52.627433 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-aba751ad-9127-43cf-9bec-52281773b386 req-b02e637f-17c3-408c-b2a5-5404379d5600 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] 10.222.0.41 "GET /v2.0/ports?device_id=da92eb37-49d2-4972-ba65-684dccbfb30e HTTP/1.1" status: 200  len: 943 time: 0.4767208
Sep 10 16:43:52.630937 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e471ccc-a935-411e-b5dc-37fef0634749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc43d3cc-8a12-4c8b-a3a1-70db932994f0,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:52.691950 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-5e471ccc-a935-411e-b5dc-37fef0634749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:52.716883 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-43de6353-a044-42bd-9450-918125d062f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:43:52.718690 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-43de6353-a044-42bd-9450-918125d062f6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=357cccd7-afbd-4ae1-b28c-2e5466d4b245 HTTP/1.1" status: 200  len: 855 time: 0.0901079
Sep 10 16:43:52.727978 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603982c-25ac-47c9-8f73-6b7b5e883d8c admin admin] Pushing event updated for resources: {'Port': ['ID=eebf41e6-278b-445f-b2e3-c376b3ab9b06,revision_number=2']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:52.776268 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-3603982c-25ac-47c9-8f73-6b7b5e883d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:52.788297 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:52.797064 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-aba751ad-9127-43cf-9bec-52281773b386 req-692ae7f8-a65d-4402-a068-8ce640819981 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] 10.222.0.41 "GET /v2.0/security-groups?id=54d856fd-85cf-485f-982e-866e37aec074&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1634696
Sep 10 16:43:52.802309 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-befd4539-365c-4fde-b198-9c993179ed61 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dc00798f-e261-4178-81bd-f43f96f04f24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0641940
Sep 10 16:43:52.944508 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262a9e1-f54c-4488-8682-b4fc568ad581 req-49851150-1c90-49e3-a859-a7b4c8bb0db1 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:43:52.946505 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-c262a9e1-f54c-4488-8682-b4fc568ad581 req-49851150-1c90-49e3-a859-a7b4c8bb0db1 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=93046c15-f39d-4221-b21c-f596460845b1 HTTP/1.1" status: 200  len: 944 time: 0.8679628
Sep 10 16:43:52.975966 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-337ee300-3300-4685-b9f5-439b3e843b09 req-5e150e37-201b-428b-9841-dac883909974 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff8121ac89ae4cb989ace9070b2beb53&device_id=da92eb37-49d2-4972-ba65-684dccbfb30e HTTP/1.1" status: 200  len: 1096 time: 0.7063131
Sep 10 16:43:52.998231 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 55050) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:53.054490 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-518a6622-ac01-4dc5-a897-a649ba0abb33 service neutron] 10.222.0.24 "GET /v2.0/networks/dc00798f-e261-4178-81bd-f43f96f04f24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1874821
Sep 10 16:43:53.057206 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7e5e2471-ce2a-4466-bfee-3787d4bed739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:53.111420 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac813d-13ec-42af-a3d8-b25adebbbc1e admin admin] Pushing event updated for resources: {'Port': ['ID=aee4d381-a7e3-42a1-be12-79c13c6da7b9,revision_number=2']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:53.141286 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-60ac813d-13ec-42af-a3d8-b25adebbbc1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:53.171987 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ac813d-13ec-42af-a3d8-b25adebbbc1e admin admin] Network 344edc15-821a-46e8-88af-fc737f1ffc8a is already hosted by enough agents. {{(pid=74981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:43:53.180222 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.base_scheduler [None req-60ac813d-13ec-42af-a3d8-b25adebbbc1e admin admin] Resources bound (agent type, host, resource id):  {{(pid=74981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:43:53.227619 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9690fea8-8f38-41c9-b140-cdb30a5fc875 admin admin] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:43:53.231801 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-7e5e2471-ce2a-4466-bfee-3787d4bed739 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:43:53.238904 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c509ade0-47f6-4e15-a9e7-616b04395048 None None] Sync routers for ids ['7f0ebc99-fc55-47d7-8d44-0a0e6636fdef'] in dv-cinder-808473-1-iscsi {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:43:53.242629 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-7e5e2471-ce2a-4466-bfee-3787d4bed739 admin admin] Usage tracker for resource:security_group_rule and tenant:a933b86622bd4516aae8855645cc1043 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:43:53.247197 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-7e5e2471-ce2a-4466-bfee-3787d4bed739 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:43:53.255622 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-5e0f2cef-b136-4989-a5af-1312b6b7450e req-f9d57716-d31d-4a18-bb05-eee9ecb4aaba service neutron] 10.222.0.24 "GET /v2.0/networks/dc00798f-e261-4178-81bd-f43f96f04f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1846764
Sep 10 16:43:53.256588 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-7e5e2471-ce2a-4466-bfee-3787d4bed739 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:43:53.259500 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-9690fea8-8f38-41c9-b140-cdb30a5fc875 admin admin] 10.222.0.41 "PUT /v2.0/routers/7f0ebc99-fc55-47d7-8d44-0a0e6636fdef/add_router_interface HTTP/1.1" status: 200  len: 503 time: 17.6978724
Sep 10 16:43:53.284423 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c509ade0-47f6-4e15-a9e7-616b04395048 None None] Routers {'7f0ebc99-fc55-47d7-8d44-0a0e6636fdef'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:43:53.288530 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-c509ade0-47f6-4e15-a9e7-616b04395048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8625381bb0>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:43:28Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['7f0ebc99-fc55-47d7-8d44-0a0e6636fdef'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:43:53.354816 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-c262a9e1-f54c-4488-8682-b4fc568ad581 req-89c5088f-75dc-4fb6-b454-2ba3daee600c tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3824923
Sep 10 16:43:53.419992 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3603982c-25ac-47c9-8f73-6b7b5e883d8c admin admin] Network 6dada4db-7034-4535-a3e4-d198e90e5fce is already hosted by enough agents. {{(pid=74981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:43:53.425737 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.base_scheduler [None req-3603982c-25ac-47c9-8f73-6b7b5e883d8c admin admin] Resources bound (agent type, host, resource id):  {{(pid=74981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:43:53.584358 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7e5e2471-ce2a-4466-bfee-3787d4bed739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:53.602900 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7e5e2471-ce2a-4466-bfee-3787d4bed739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:53.649421 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-c509ade0-47f6-4e15-a9e7-616b04395048 None None] Set router 7f0ebc99-fc55-47d7-8d44-0a0e6636fdef gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:43:53.658829 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ee300-3300-4685-b9f5-439b3e843b09 req-a41cdc29-f268-4baa-bcae-87cf63e47d44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:43:53.660200 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-337ee300-3300-4685-b9f5-439b3e843b09 req-a41cdc29-f268-4baa-bcae-87cf63e47d44 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ec64d6e2-aa84-47c0-a7a3-b68e805b37e5 HTTP/1.1" status: 200  len: 913 time: 0.6705081
Sep 10 16:43:53.671260 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-4d62e1f2-0e2e-430d-9223-e7f64db7def0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:53.679258 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-7e5e2471-ce2a-4466-bfee-3787d4bed739 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a933b86622bd4516aae8855645cc1043&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6793611
Sep 10 16:43:53.682484 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 55076) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:53.744277 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-067a6b04-d297-491b-92c0-ef8d91d3f32e req-763f487d-89eb-44d5-8e44-a5cc7fa70958 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=73cdfc2295ba43b88eedc5611288b0f3&device_id=93046c15-f39d-4221-b21c-f596460845b1 HTTP/1.1" status: 200  len: 1097 time: 0.4207370
Sep 10 16:43:53.864525 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-337ee300-3300-4685-b9f5-439b3e843b09 req-f70cd091-4f8f-4883-826a-93d2005737d1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a8e995e-fa7f-4968-9240-85c071ef3605 HTTP/1.1" status: 200  len: 217 time: 0.1672266
Sep 10 16:43:53.963322 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e2471-ce2a-4466-bfee-3787d4bed739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71775f84-ddf7-489e-92c5-6b21f2912a90,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:53.979727 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-7e5e2471-ce2a-4466-bfee-3787d4bed739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:54.050123 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8c78f76a-1fbf-4632-8ca5-f42e17dd6c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:54.054383 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a6b04-d297-491b-92c0-ef8d91d3f32e req-f3043588-ec9f-4c8e-ae65-aa96e70a200e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:43:54.055857 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-067a6b04-d297-491b-92c0-ef8d91d3f32e req-f3043588-ec9f-4c8e-ae65-aa96e70a200e service neutron] 10.222.0.24 "GET /v2.0/networks?id=dc00798f-e261-4178-81bd-f43f96f04f24 HTTP/1.1" status: 200  len: 916 time: 0.2936561
Sep 10 16:43:54.124034 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ee300-3300-4685-b9f5-439b3e843b09 req-5e8b82cd-7f1e-4b2e-872c-95e3e96caeb6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:43:54.135057 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-337ee300-3300-4685-b9f5-439b3e843b09 req-5e8b82cd-7f1e-4b2e-872c-95e3e96caeb6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2a16724c-c8fe-45c7-a7c3-4d41c8db2ff2 HTTP/1.1" status: 200  len: 852 time: 0.2454369
Sep 10 16:43:54.146490 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8c78f76a-1fbf-4632-8ca5-f42e17dd6c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:54.154344 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-067a6b04-d297-491b-92c0-ef8d91d3f32e req-7edd4a9d-6262-4cd4-a4c1-1e291960c40d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47e9ac5c-979b-4574-ba87-601765b73441 HTTP/1.1" status: 200  len: 217 time: 0.0883644
Sep 10 16:43:54.156155 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-b2db7c78-e292-40aa-9ca8-a99852f98a43 None None] Provisioning complete for port aee4d381-a7e3-42a1-be12-79c13c6da7b9 triggered by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:43:54.156546 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-b2db7c78-e292-40aa-9ca8-a99852f98a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:54.265746 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a6b04-d297-491b-92c0-ef8d91d3f32e req-75f880df-1a09-469f-af91-ea35330da944 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:43:54.268123 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-067a6b04-d297-491b-92c0-ef8d91d3f32e req-75f880df-1a09-469f-af91-ea35330da944 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=357cccd7-afbd-4ae1-b28c-2e5466d4b245 HTTP/1.1" status: 200  len: 855 time: 0.0978587
Sep 10 16:43:54.277869 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-b2db7c78-e292-40aa-9ca8-a99852f98a43 None None] Port aee4d381-a7e3-42a1-be12-79c13c6da7b9 cannot update to ACTIVE because it is not bound. {{(pid=74983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 10 16:43:54.312639 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-337ee300-3300-4685-b9f5-439b3e843b09 req-ce9e3ad4-ff58-43ed-9745-0b2161cc8569 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ec64d6e2-aa84-47c0-a7a3-b68e805b37e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1604702
Sep 10 16:43:54.423808 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-c509ade0-47f6-4e15-a9e7-616b04395048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8625381bb0>, [{'id': '7f0ebc99-fc55-47d7-8d44-0a0e6636fdef', 'name': 'tempest-ServerRescueNegativeTestJSON-2086195183-router', 'tenant_id': 'ff9271dbe9584869afd7a0ccba96dfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '2117fe5a-50af-4ca1-a603-416f7b9806a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:30Z', 'updated_at': '2021-09-10T16:43:47Z', 'revision_number': 4, 'project_id': 'ff9271dbe9584869afd7a0ccba96dfb8', 'gw_port': {'id': '2117fe5a-50af-4ca1-a603-416f7b9806a8', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:05:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0ebc99-fc55-47d7-8d44-0a0e6636fdef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': '5ef27838-0437-4f5d-8dc9-47dc4e86c0bd', 'name': '', 'network_id': '9e1586a1-ebae-4187-8d60-d4881a64afce', 'tenant_id': 'ff9271dbe9584869afd7a0ccba96dfb8', 'mac_address': 'fa:16:3e:cb:27:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f0ebc99-fc55-47d7-8d44-0a0e6636fdef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d93a1e6-380c-4d96-8193-6a5a396655bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:44Z', 'updated_at': '2021-09-10T16:43:47Z', 'revision_number': 2, 'project_id': 'ff9271dbe9584869afd7a0ccba96dfb8', 'subnets': [{'id': '9d93a1e6-380c-4d96-8193-6a5a396655bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:43:54.435532 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c509ade0-47f6-4e15-a9e7-616b04395048 None None] Checking router: 7f0ebc99-fc55-47d7-8d44-0a0e6636fdef for host: dv-cinder-808473-1-iscsi {{(pid=74983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:43:54.436229 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c509ade0-47f6-4e15-a9e7-616b04395048 None None] Updating router 7f0ebc99-fc55-47d7-8d44-0a0e6636fdef port 5ef27838-0437-4f5d-8dc9-47dc4e86c0bd binding host dv-cinder-808473-1-iscsi {{(pid=74983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 10 16:43:54.480441 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-401ba626-7f07-4dec-96c5-0e0b6db13c4d None None] Provisioning complete for port eebf41e6-278b-445f-b2e3-c376b3ab9b06 triggered by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:43:54.481075 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-401ba626-7f07-4dec-96c5-0e0b6db13c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:54.521991 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daba89c-98ed-452c-9b9f-640a1252a609 req-c2f81064-a0e0-4682-88d7-958d260c3944 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:43:54.528779 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4daba89c-98ed-452c-9b9f-640a1252a609 req-c2f81064-a0e0-4682-88d7-958d260c3944 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] 10.222.0.41 "GET /v2.0/ports?device_id=da92eb37-49d2-4972-ba65-684dccbfb30e HTTP/1.1" status: 200  len: 943 time: 0.5705841
Sep 10 16:43:54.552450 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c509ade0-47f6-4e15-a9e7-616b04395048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:54.561015 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8c78f76a-1fbf-4632-8ca5-f42e17dd6c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:54.576312 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-401ba626-7f07-4dec-96c5-0e0b6db13c4d None None] Port eebf41e6-278b-445f-b2e3-c376b3ab9b06 cannot update to ACTIVE because it is not bound. {{(pid=74983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 10 16:43:54.578624 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-067a6b04-d297-491b-92c0-ef8d91d3f32e req-c28ec6f0-a882-47e6-b23e-edb36901d8a6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dc00798f-e261-4178-81bd-f43f96f04f24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3002415
Sep 10 16:43:54.583425 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-9967409a-ddf9-44a0-ac86-64e55ea638fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:54.644440 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-41214793-ffd3-4c5c-a2c8-88908c2a6a87 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:43:54.645654 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-41214793-ffd3-4c5c-a2c8-88908c2a6a87 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/networks?id=9e1586a1-ebae-4187-8d60-d4881a64afce HTTP/1.1" status: 200  len: 819 time: 0.2215233
Sep 10 16:43:54.675705 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c78f76a-1fbf-4632-8ca5-f42e17dd6c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71775f84-ddf7-489e-92c5-6b21f2912a90,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:54.680468 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-8c78f76a-1fbf-4632-8ca5-f42e17dd6c71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:54.689726 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4daba89c-98ed-452c-9b9f-640a1252a609 req-a1912f4e-a296-4730-983a-b61be1291c0e tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] 10.222.0.41 "GET /v2.0/security-groups?id=54d856fd-85cf-485f-982e-866e37aec074&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1601002
Sep 10 16:43:54.767140 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-337ee300-3300-4685-b9f5-439b3e843b09 req-f500b95e-8d03-4764-bf92-64dbee8b10e9 service neutron] 10.222.0.24 "GET /v2.0/networks/ec64d6e2-aa84-47c0-a7a3-b68e805b37e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4378095
Sep 10 16:43:54.794475 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8c78f76a-1fbf-4632-8ca5-f42e17dd6c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:54.798463 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-8c78f76a-1fbf-4632-8ca5-f42e17dd6c71 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/71775f84-ddf7-489e-92c5-6b21f2912a90 HTTP/1.1" status: 204  len: 168 time: 1.1115880
Sep 10 16:43:54.810472 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-86288353-5f1c-4754-b7a6-f58b0490858c tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/quotas/ff9271dbe9584869afd7a0ccba96dfb8 HTTP/1.1" status: 200  len: 375 time: 0.1359909
Sep 10 16:43:54.930700 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-067a6b04-d297-491b-92c0-ef8d91d3f32e req-0eb561e9-cf40-427d-b79a-2abd84460367 service neutron] 10.222.0.24 "GET /v2.0/networks/dc00798f-e261-4178-81bd-f43f96f04f24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3330369
Sep 10 16:43:54.967871 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-25858d1e-0b86-4ae6-a560-48614c13c624 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Synchronizing usage tracker for tenant:ff9271dbe9584869afd7a0ccba96dfb8 on resource:port {{(pid=74982) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:43:55.081746 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-25858d1e-0b86-4ae6-a560-48614c13c624 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Unset dirty status for tenant:ff9271dbe9584869afd7a0ccba96dfb8 on resource:port {{(pid=74982) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:43:55.085373 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-25858d1e-0b86-4ae6-a560-48614c13c624 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff9271dbe9584869afd7a0ccba96dfb8&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2688515
Sep 10 16:43:55.145056 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c509ade0-47f6-4e15-a9e7-616b04395048 None None] Notify callbacks [] for port, precommit_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:55.161989 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c509ade0-47f6-4e15-a9e7-616b04395048 None None] Transition to ACTIVE for port object 5ef27838-0437-4f5d-8dc9-47dc4e86c0bd will not be triggered until provisioned by entity L2. {{(pid=74983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:43:55.194843 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c509ade0-47f6-4e15-a9e7-616b04395048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:55.208790 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-1fd922fc-5d07-411d-bac7-93b286929abf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:55.217248 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-337ee300-3300-4685-b9f5-439b3e843b09 req-056fe813-c720-40e9-b842-ef1ec97de24a service neutron] 10.222.0.24 "GET /v2.0/networks/ec64d6e2-aa84-47c0-a7a3-b68e805b37e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4317064
Sep 10 16:43:55.253678 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ac813d-13ec-42af-a3d8-b25adebbbc1e admin admin] Router 176189ad-7ab2-430f-8bdd-7ff226c6640a has already been hosted by L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 {{(pid=74981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 10 16:43:55.260830 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15f320-d214-430e-8ae1-e7b1ee031df3 req-f2656486-7e90-4c7c-9bc5-1b34f80673e0 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:43:55.263747 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-067a6b04-d297-491b-92c0-ef8d91d3f32e req-0a0081ae-470f-4375-be1a-921c9e0bce75 service neutron] 10.222.0.24 "GET /v2.0/networks/dc00798f-e261-4178-81bd-f43f96f04f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3261642
Sep 10 16:43:55.268309 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-0f15f320-d214-430e-8ae1-e7b1ee031df3 req-f2656486-7e90-4c7c-9bc5-1b34f80673e0 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=93046c15-f39d-4221-b21c-f596460845b1 HTTP/1.1" status: 200  len: 944 time: 0.2946761
Sep 10 16:43:55.318997 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3603982c-25ac-47c9-8f73-6b7b5e883d8c admin admin] Router 83d55671-1489-406c-b5c7-9f5f3a763726 has already been hosted by L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 {{(pid=74981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 10 16:43:55.339156 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-8d851372-7d88-4221-b537-dc943d5c7925 service neutron] 10.222.0.41 "GET /v2.0/networks/9e1586a1-ebae-4187-8d60-d4881a64afce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2416115
Sep 10 16:43:55.447776 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c56eb4c5-01f8-41ca-b395-b45d85fc287b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:55.482264 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-0f15f320-d214-430e-8ae1-e7b1ee031df3 req-5d18ff6d-9c57-4f9d-a8de-33bfd09171e9 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2048450
Sep 10 16:43:55.525340 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-c509ade0-47f6-4e15-a9e7-616b04395048 None None] Attempting to bind port 5ef27838-0437-4f5d-8dc9-47dc4e86c0bd on host dv-cinder-808473-1-iscsi for vnic_type normal with profile  {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:43:55.525867 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-c509ade0-47f6-4e15-a9e7-616b04395048 None None] Attempting to bind port 5ef27838-0437-4f5d-8dc9-47dc4e86c0bd by drivers openvswitch,hyperv on host dv-cinder-808473-1-iscsi at level 0 using segments [{'id': '76ae9ed9-8960-43ef-aa42-1124251984d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9e1586a1-ebae-4187-8d60-d4881a64afce'}] {{(pid=74983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:43:55.526464 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c509ade0-47f6-4e15-a9e7-616b04395048 None None] Attempting to bind port 5ef27838-0437-4f5d-8dc9-47dc4e86c0bd on network 9e1586a1-ebae-4187-8d60-d4881a64afce {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:43:55.538555 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c509ade0-47f6-4e15-a9e7-616b04395048 None None] Checking agent: {'id': 'f3cf38fb-3540-46d0-a6e6-e52cff650adc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 35, 26), 'started_at': datetime.datetime(2021, 9, 10, 16, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:43:55.539119 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c509ade0-47f6-4e15-a9e7-616b04395048 None None] Checking segment: {'id': '76ae9ed9-8960-43ef-aa42-1124251984d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9e1586a1-ebae-4187-8d60-d4881a64afce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:43:55.539689 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c509ade0-47f6-4e15-a9e7-616b04395048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:55.540221 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c509ade0-47f6-4e15-a9e7-616b04395048 None None] Bound using segment: {'id': '76ae9ed9-8960-43ef-aa42-1124251984d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9e1586a1-ebae-4187-8d60-d4881a64afce'} {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:43:55.540843 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-c509ade0-47f6-4e15-a9e7-616b04395048 None None] Bound port: 5ef27838-0437-4f5d-8dc9-47dc4e86c0bd, host: dv-cinder-808473-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ae9ed9-8960-43ef-aa42-1124251984d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9e1586a1-ebae-4187-8d60-d4881a64afce'}}] {{(pid=74983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:43:55.541388 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c509ade0-47f6-4e15-a9e7-616b04395048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:55.556722 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-f1e196dd-047a-4c32-aa5c-e4150635fd71 service neutron] 10.222.0.41 "GET /v2.0/networks/9e1586a1-ebae-4187-8d60-d4881a64afce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2167251
Sep 10 16:43:55.567872 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add3ec4-bdb9-4871-9524-c54547dc8909 None None] Pushing event updated for resources: {'Port': ['ID=5ef27838-0437-4f5d-8dc9-47dc4e86c0bd,revision_number=3']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:55.571455 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-7add3ec4-bdb9-4871-9524-c54547dc8909 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:55.683577 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:55.746261 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c509ade0-47f6-4e15-a9e7-616b04395048 None None] For port 5ef27838-0437-4f5d-8dc9-47dc4e86c0bd, host dv-cinder-808473-1-iscsi, cleared binding levels {{(pid=74983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:43:55.758151 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c509ade0-47f6-4e15-a9e7-616b04395048 None None] For port 5ef27838-0437-4f5d-8dc9-47dc4e86c0bd, host dv-cinder-808473-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=5ef27838-0437-4f5d-8dc9-47dc4e86c0bd,segment=NetworkSegment(76ae9ed9-8960-43ef-aa42-1124251984d8),segment_id=76ae9ed9-8960-43ef-aa42-1124251984d8)] {{(pid=74983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:43:55.765072 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c509ade0-47f6-4e15-a9e7-616b04395048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:55.793388 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-fdde7d20-c364-4af7-864c-e5889d9533d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:56.024776 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add3ec4-bdb9-4871-9524-c54547dc8909 None None] Pushing event updated for resources: {'Port': ['ID=5ef27838-0437-4f5d-8dc9-47dc4e86c0bd,revision_number=4']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:56.034869 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-7add3ec4-bdb9-4871-9524-c54547dc8909 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:56.054445 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c509ade0-47f6-4e15-a9e7-616b04395048 None None] Routers {'7f0ebc99-fc55-47d7-8d44-0a0e6636fdef'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:43:56.056740 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1811bc2-6a55-4147-9510-b6b680f1b065 req-db7f322a-f79d-48aa-aaae-b3ac57f49025 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:43:56.057205 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-c509ade0-47f6-4e15-a9e7-616b04395048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8625381bb0>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:43:28Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['7f0ebc99-fc55-47d7-8d44-0a0e6636fdef'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:43:56.069619 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-a1811bc2-6a55-4147-9510-b6b680f1b065 req-db7f322a-f79d-48aa-aaae-b3ac57f49025 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] 10.222.0.41 "GET /v2.0/ports?device_id=da92eb37-49d2-4972-ba65-684dccbfb30e HTTP/1.1" status: 200  len: 943 time: 0.1505935
Sep 10 16:43:56.113293 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-ac99d749-574a-4908-8464-a29b855ece95 req-ad4df1a3-7543-48d5-a3cb-b7bd4c2d7154 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 210 time: 0.1197262
Sep 10 16:43:56.138412 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-a1811bc2-6a55-4147-9510-b6b680f1b065 req-99211cd9-a426-4e56-a285-fc2eceb878ac tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] 10.222.0.41 "GET /v2.0/security-groups?id=54d856fd-85cf-485f-982e-866e37aec074&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667984
Sep 10 16:43:56.213881 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ac813d-13ec-42af-a3d8-b25adebbbc1e admin admin] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:43:56.224460 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-60ac813d-13ec-42af-a3d8-b25adebbbc1e admin admin] 10.222.0.41 "PUT /v2.0/routers/176189ad-7ab2-430f-8bdd-7ff226c6640a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.6929655
Sep 10 16:43:56.249334 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3603982c-25ac-47c9-8f73-6b7b5e883d8c admin admin] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:43:56.255625 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-3603982c-25ac-47c9-8f73-6b7b5e883d8c admin admin] 10.222.0.41 "PUT /v2.0/routers/83d55671-1489-406c-b5c7-9f5f3a763726/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.6260581
Sep 10 16:43:56.288416 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 0a8e995e-fa7f-4968-9240-85c071ef3605 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=74983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 10 16:43:56.340142 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-c509ade0-47f6-4e15-a9e7-616b04395048 None None] Set router 7f0ebc99-fc55-47d7-8d44-0a0e6636fdef gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:43:56.739737 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 55180) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:56.768261 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 55188) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:56.854293 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e30dd-4e70-4b6a-bfd4-dd42fb86c4ed req-f0abcffb-4469-4691-bbc6-8491ce78c335 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:43:56.878530 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-9f2e30dd-4e70-4b6a-bfd4-dd42fb86c4ed req-f0abcffb-4469-4691-bbc6-8491ce78c335 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=93046c15-f39d-4221-b21c-f596460845b1 HTTP/1.1" status: 200  len: 944 time: 0.2152257
Sep 10 16:43:56.891591 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d6826-644d-412a-a872-edbeaa04d99e req-d932a54b-db2b-49cb-b4de-75ef786dbce4 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:43:56.894882 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-512d6826-644d-412a-a872-edbeaa04d99e req-d932a54b-db2b-49cb-b4de-75ef786dbce4 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/networks?id=9e1586a1-ebae-4187-8d60-d4881a64afce HTTP/1.1" status: 200  len: 819 time: 0.1870084
Sep 10 16:43:56.916646 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-512d6826-644d-412a-a872-edbeaa04d99e req-c23127d7-1a50-4b3a-ab93-86a46275bdc4 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/quotas/ff9271dbe9584869afd7a0ccba96dfb8 HTTP/1.1" status: 200  len: 375 time: 0.0157597
Sep 10 16:43:56.974655 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-9f2e30dd-4e70-4b6a-bfd4-dd42fb86c4ed req-3c581fb6-94c0-4028-af48-fc2bbd1cb55a tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951867
Sep 10 16:43:56.995901 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-a4dc6471-0165-45b1-bac5-de01339fc87a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:57.032665 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 0a8e995e-fa7f-4968-9240-85c071ef3605, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=0a8e995e-fa7f-4968-9240-85c071ef3605,segment=NetworkSegment(d00dec5f-45a2-4b61-9cb0-60a3d36d4514),segment_id=d00dec5f-45a2-4b61-9cb0-60a3d36d4514)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:43:57.055783 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Returning: {'device': '0a8e995e-fa7f-4968-9240-85c071ef3605', 'network_id': 'ec64d6e2-aa84-47c0-a7a3-b68e805b37e5', 'port_id': '0a8e995e-fa7f-4968-9240-85c071ef3605', 'mac_address': 'fa:16:3e:81:b2:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a16724c-c8fe-45c7-a7c3-4d41c8db2ff2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 10 16:43:57.068373 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-7482ce0b-ffd7-4f7c-8f5d-e693a3414ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:57.070645 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-a4dc6471-0165-45b1-bac5-de01339fc87a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:43:57.084851 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-512d6826-644d-412a-a872-edbeaa04d99e req-4e18b9e7-ae80-44f5-bd45-fd18221fcd47 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff9271dbe9584869afd7a0ccba96dfb8&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1609802
Sep 10 16:43:57.107870 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-7482ce0b-ffd7-4f7c-8f5d-e693a3414ed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:43:57.110508 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-a4dc6471-0165-45b1-bac5-de01339fc87a admin admin] Usage tracker for resource:security_group_rule and tenant:9096ca8c220543499696dc93cee0f096 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:43:57.113693 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-7482ce0b-ffd7-4f7c-8f5d-e693a3414ed1 admin admin] Usage tracker for resource:security_group_rule and tenant:ce9e0c7330b34f3093ef26ac0015ec84 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:43:57.116687 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-a4dc6471-0165-45b1-bac5-de01339fc87a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:43:57.117601 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-7482ce0b-ffd7-4f7c-8f5d-e693a3414ed1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:43:57.125658 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-7482ce0b-ffd7-4f7c-8f5d-e693a3414ed1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:43:57.172099 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-c509ade0-47f6-4e15-a9e7-616b04395048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8625381bb0>, [{'id': '7f0ebc99-fc55-47d7-8d44-0a0e6636fdef', 'name': 'tempest-ServerRescueNegativeTestJSON-2086195183-router', 'tenant_id': 'ff9271dbe9584869afd7a0ccba96dfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '2117fe5a-50af-4ca1-a603-416f7b9806a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:30Z', 'updated_at': '2021-09-10T16:43:47Z', 'revision_number': 4, 'project_id': 'ff9271dbe9584869afd7a0ccba96dfb8', 'gw_port': {'id': '2117fe5a-50af-4ca1-a603-416f7b9806a8', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:05:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0ebc99-fc55-47d7-8d44-0a0e6636fdef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': '5ef27838-0437-4f5d-8dc9-47dc4e86c0bd', 'name': '', 'network_id': '9e1586a1-ebae-4187-8d60-d4881a64afce', 'tenant_id': 'ff9271dbe9584869afd7a0ccba96dfb8', 'mac_address': 'fa:16:3e:cb:27:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f0ebc99-fc55-47d7-8d44-0a0e6636fdef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d93a1e6-380c-4d96-8193-6a5a396655bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:44Z', 'updated_at': '2021-09-10T16:43:55Z', 'revision_number': 4, 'project_id': 'ff9271dbe9584869afd7a0ccba96dfb8', 'subnets': [{'id': '9d93a1e6-380c-4d96-8193-6a5a396655bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:43:57.181282 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-a4dc6471-0165-45b1-bac5-de01339fc87a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:43:57.188091 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c509ade0-47f6-4e15-a9e7-616b04395048 None None] The sync data for ids ['7f0ebc99-fc55-47d7-8d44-0a0e6636fdef'] in dv-cinder-808473-1-iscsi is: [{'id': '7f0ebc99-fc55-47d7-8d44-0a0e6636fdef', 'name': 'tempest-ServerRescueNegativeTestJSON-2086195183-router', 'tenant_id': 'ff9271dbe9584869afd7a0ccba96dfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '2117fe5a-50af-4ca1-a603-416f7b9806a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:30Z', 'updated_at': '2021-09-10T16:43:47Z', 'revision_number': 4, 'project_id': 'ff9271dbe9584869afd7a0ccba96dfb8', 'gw_port': {'id': '2117fe5a-50af-4ca1-a603-416f7b9806a8', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:05:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0ebc99-fc55-47d7-8d44-0a0e6636fdef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': '5ef27838-0437-4f5d-8dc9-47dc4e86c0bd', 'name': '', 'network_id': '9e1586a1-ebae-4187-8d60-d4881a64afce', 'tenant_id': 'ff9271dbe9584869afd7a0ccba96dfb8', 'mac_address': 'fa:16:3e:cb:27:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f0ebc99-fc55-47d7-8d44-0a0e6636fdef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d93a1e6-380c-4d96-8193-6a5a396655bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:44Z', 'updated_at': '2021-09-10T16:43:55Z', 'revision_number': 4, 'project_id': 'ff9271dbe9584869afd7a0ccba96dfb8', 'subnets': [{'id': '9d93a1e6-380c-4d96-8193-6a5a396655bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:43:57.201812 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:57.223647 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-7482ce0b-ffd7-4f7c-8f5d-e693a3414ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:57.231963 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-7482ce0b-ffd7-4f7c-8f5d-e693a3414ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:57.246236 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a8e995e-fa7f-4968-9240-85c071ef3605 {{(pid=74983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:43:57.264592 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:57.327949 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 0a8e995e-fa7f-4968-9240-85c071ef3605, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=0a8e995e-fa7f-4968-9240-85c071ef3605,segment=NetworkSegment(d00dec5f-45a2-4b61-9cb0-60a3d36d4514),segment_id=d00dec5f-45a2-4b61-9cb0-60a3d36d4514)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:43:57.338269 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:57.339079 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 47e9ac5c-979b-4574-ba87-601765b73441 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=74983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 10 16:43:57.341343 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-7add3ec4-bdb9-4871-9524-c54547dc8909 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:57.356798 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7482ce0b-ffd7-4f7c-8f5d-e693a3414ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcca20f-55c9-453e-a573-393d70eb8787,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:57.368642 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-7482ce0b-ffd7-4f7c-8f5d-e693a3414ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:57.375998 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-7482ce0b-ffd7-4f7c-8f5d-e693a3414ed1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ce9e0c7330b34f3093ef26ac0015ec84&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6044552
Sep 10 16:43:57.376920 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 55204) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:57.486705 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-512d6826-644d-412a-a872-edbeaa04d99e req-b424c203-080b-4ea0-b6d2-df17bea94760 service neutron] 10.222.0.41 "GET /v2.0/networks/9e1586a1-ebae-4187-8d60-d4881a64afce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4008498
Sep 10 16:43:57.542839 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-c1776599-f901-4f45-a4ac-caabe73a0395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:57.566631 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=0a8e995e-fa7f-4968-9240-85c071ef3605,revision_number=4']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:57.586981 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-c1776599-f901-4f45-a4ac-caabe73a0395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:57.599124 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:57.614295 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 5ef27838-0437-4f5d-8dc9-47dc4e86c0bd up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:43:57.675330 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-c1776599-f901-4f45-a4ac-caabe73a0395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:57.685108 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:57.703045 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1776599-f901-4f45-a4ac-caabe73a0395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fcca20f-55c9-453e-a573-393d70eb8787,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:57.714979 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-c1776599-f901-4f45-a4ac-caabe73a0395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:57.716420 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-c1776599-f901-4f45-a4ac-caabe73a0395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:57.717939 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-c1776599-f901-4f45-a4ac-caabe73a0395 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8fcca20f-55c9-453e-a573-393d70eb8787 HTTP/1.1" status: 204  len: 168 time: 0.3401034
Sep 10 16:43:57.767921 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-5e1b22f8-6474-4ee2-9f64-25a23dc8119a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:57.772544 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.db.resource_extend [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Sep 10 16:43:57.999429 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning for port 5ef27838-0437-4f5d-8dc9-47dc4e86c0bd completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:43:58.029029 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 47e9ac5c-979b-4574-ba87-601765b73441, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=47e9ac5c-979b-4574-ba87-601765b73441,segment=NetworkSegment(abd13d7f-4963-4fb7-a767-dde5547d2c9d),segment_id=abd13d7f-4963-4fb7-a767-dde5547d2c9d)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:43:58.049857 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port 5ef27838-0437-4f5d-8dc9-47dc4e86c0bd triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:43:58.050509 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:58.127729 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-a4dc6471-0165-45b1-bac5-de01339fc87a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:58.151249 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-a4dc6471-0165-45b1-bac5-de01339fc87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:58.156036 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Returning: {'device': '47e9ac5c-979b-4574-ba87-601765b73441', 'network_id': 'dc00798f-e261-4178-81bd-f43f96f04f24', 'port_id': '47e9ac5c-979b-4574-ba87-601765b73441', 'mac_address': 'fa:16:3e:f8:b2:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '357cccd7-afbd-4ae1-b28c-2e5466d4b245', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 10 16:43:58.206930 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-8c78f76a-1fbf-4632-8ca5-f42e17dd6c71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:58.236155 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-a4dc6471-0165-45b1-bac5-de01339fc87a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9096ca8c220543499696dc93cee0f096&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4949791
Sep 10 16:43:58.239998 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 55222) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:58.249462 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dc6471-0165-45b1-bac5-de01339fc87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a90034-0c25-4ddb-9161-cf354241bfbf,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:58.261657 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-a4dc6471-0165-45b1-bac5-de01339fc87a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:58.281799 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-512d6826-644d-412a-a872-edbeaa04d99e req-efd6c933-47f0-49d3-a503-67819e688630 service neutron] 10.222.0.41 "GET /v2.0/networks/9e1586a1-ebae-4187-8d60-d4881a64afce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7927985
Sep 10 16:43:58.294805 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-a5f99451-cff8-41ba-9176-c0fa395c7268 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:43:58.308237 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-a5f99451-cff8-41ba-9176-c0fa395c7268 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.24 "GET /v2.0/networks?id=9e1586a1-ebae-4187-8d60-d4881a64afce HTTP/1.1" status: 200  len: 819 time: 0.7502940
Sep 10 16:43:58.327053 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-6e0f4e8b-1688-4c47-b08c-6fc90240c08c tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Request body: {'port': {'device_id': '9facfff7-f246-4dd6-81ca-fe4fb468f317', 'network_id': '9e1586a1-ebae-4187-8d60-d4881a64afce', 'admin_state_up': True, 'tenant_id': 'ff9271dbe9584869afd7a0ccba96dfb8'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:43:58.332433 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:58.429850 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3855209f-aa1b-4c75-8183-12baaebab69a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:58.471320 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3855209f-aa1b-4c75-8183-12baaebab69a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:58.528861 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47e9ac5c-979b-4574-ba87-601765b73441 {{(pid=74983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:43:58.565036 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3855209f-aa1b-4c75-8183-12baaebab69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:58.573843 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-733bc842-779f-401a-9bcc-8cd63eb51f9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:58.613243 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 55228) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:58.632147 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 55234) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:58.643002 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:58.648105 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:58.654225 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855209f-aa1b-4c75-8183-12baaebab69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a90034-0c25-4ddb-9161-cf354241bfbf,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:58.660038 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 47e9ac5c-979b-4574-ba87-601765b73441, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=47e9ac5c-979b-4574-ba87-601765b73441,segment=NetworkSegment(abd13d7f-4963-4fb7-a767-dde5547d2c9d),segment_id=abd13d7f-4963-4fb7-a767-dde5547d2c9d)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:43:58.673628 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-3855209f-aa1b-4c75-8183-12baaebab69a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:58.674531 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3855209f-aa1b-4c75-8183-12baaebab69a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:58.690819 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-2f59035d-59c2-4738-962f-46237e9d8cc2 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1243367076', 'description': 'tempest-description--1764215166'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:43:58.697292 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:58.698978 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-3855209f-aa1b-4c75-8183-12baaebab69a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/91a90034-0c25-4ddb-9161-cf354241bfbf HTTP/1.1" status: 204  len: 168 time: 0.4543858
Sep 10 16:43:58.717683 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] For port 5ef27838-0437-4f5d-8dc9-47dc4e86c0bd, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=5ef27838-0437-4f5d-8dc9-47dc4e86c0bd,segment=NetworkSegment(76ae9ed9-8960-43ef-aa42-1124251984d8),segment_id=76ae9ed9-8960-43ef-aa42-1124251984d8)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:43:58.720949 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:58.728389 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-2f59035d-59c2-4738-962f-46237e9d8cc2 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:43:58.737469 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-2f59035d-59c2-4738-962f-46237e9d8cc2 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Usage tracker for resource:security_group and tenant:f9bbed5573b846b8bd73e0009e1ca850 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:43:58.746883 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-2f59035d-59c2-4738-962f-46237e9d8cc2 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:43:58.756485 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-2f59035d-59c2-4738-962f-46237e9d8cc2 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:43:58.756970 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:58.792260 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-6e0f4e8b-1688-4c47-b08c-6fc90240c08c tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:43:58.802583 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=47e9ac5c-979b-4574-ba87-601765b73441,revision_number=4']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:58.809602 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:58.810134 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-6e0f4e8b-1688-4c47-b08c-6fc90240c08c tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:43:58.811756 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-7e3f59a2-2789-45c7-b9c5-0a1c730e40dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:58.818413 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-abbb40a9-6cd8-4114-9a0e-8cf3a9eb2db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:58.831801 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-2f59035d-59c2-4738-962f-46237e9d8cc2 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:58.845740 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-6e0f4e8b-1688-4c47-b08c-6fc90240c08c tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Made reservation on behalf of ff9271dbe9584869afd7a0ccba96dfb8 for: {'port': 1} {{(pid=74982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:43:58.848844 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-6e0f4e8b-1688-4c47-b08c-6fc90240c08c tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:58.919233 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Pushing event updated for resources: {'Port': ['ID=5ef27838-0437-4f5d-8dc9-47dc4e86c0bd,revision_number=5']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:58.945181 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:59.021334 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] get_ports_and_sgs() called for port_ids ['0a8e995e-fa7f-4968-9240-85c071ef3605'] {{(pid=74983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 10 16:43:59.098394 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] get_ports_and_sgs() called for port_ids ['47e9ac5c-979b-4574-ba87-601765b73441'] {{(pid=74983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 10 16:43:59.130481 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-abbb40a9-6cd8-4114-9a0e-8cf3a9eb2db3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:43:59.135105 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-abbb40a9-6cd8-4114-9a0e-8cf3a9eb2db3 admin admin] Usage tracker for resource:security_group_rule and tenant:1178cad240414fbc87dd74540dfabfad is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:43:59.138911 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-abbb40a9-6cd8-4114-9a0e-8cf3a9eb2db3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:43:59.145767 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-abbb40a9-6cd8-4114-9a0e-8cf3a9eb2db3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:43:59.229880 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-abbb40a9-6cd8-4114-9a0e-8cf3a9eb2db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:59.248860 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-abbb40a9-6cd8-4114-9a0e-8cf3a9eb2db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:59.250020 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-2f59035d-59c2-4738-962f-46237e9d8cc2 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:43:59.287067 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-a4dc6471-0165-45b1-bac5-de01339fc87a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:59.347764 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-2f59035d-59c2-4738-962f-46237e9d8cc2 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Usage tracker for resource:security_group_rule and tenant:f9bbed5573b846b8bd73e0009e1ca850 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:43:59.372013 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb40a9-6cd8-4114-9a0e-8cf3a9eb2db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443f2747-e920-4905-95ca-e6533876c8b7,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:59.393088 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-abbb40a9-6cd8-4114-9a0e-8cf3a9eb2db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:59.397805 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-2f59035d-59c2-4738-962f-46237e9d8cc2 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:43:59.413022 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-2f59035d-59c2-4738-962f-46237e9d8cc2 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:43:59.428740 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 5ef27838-0437-4f5d-8dc9-47dc4e86c0bd up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:43:59.478411 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-2f59035d-59c2-4738-962f-46237e9d8cc2 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:59.599786 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 55258) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:59.605764 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [None req-809b087b-70db-4b03-a079-e103e9a18938 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Request body: {'security_group': {'name': 'tempest-securitygroup--246855403', 'description': 'tempest-description--555384865'}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:43:59.615055 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-809b087b-70db-4b03-a079-e103e9a18938 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:43:59.620500 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-809b087b-70db-4b03-a079-e103e9a18938 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Usage tracker for resource:security_group and tenant:d0a46baf31fe490992f182c130f37875 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:43:59.626019 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-809b087b-70db-4b03-a079-e103e9a18938 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:43:59.641485 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.db_base_plugin_common [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-6e0f4e8b-1688-4c47-b08c-6fc90240c08c tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Allocated IP 172.20.0.7 (9e1586a1-ebae-4187-8d60-d4881a64afce/9d93a1e6-380c-4d96-8193-6a5a396655bc/1a2b5e57-81c6-4ec1-9483-9c7094984df3) {{(pid=74982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:43:59.647362 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-809b087b-70db-4b03-a079-e103e9a18938 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:43:59.668185 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-2f59035d-59c2-4738-962f-46237e9d8cc2 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:59.675268 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-809b087b-70db-4b03-a079-e103e9a18938 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks [] for security_group, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:59.700645 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-746153d9-38fe-4dc8-a284-c010bcba051a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:43:59.767897 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd0cdd-b38e-41e7-b102-30869e1b2024 req-a3eabba1-07f7-4231-8489-5448c062bd53 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:43:59.776005 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-02fd0cdd-b38e-41e7-b102-30869e1b2024 req-a3eabba1-07f7-4231-8489-5448c062bd53 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] 10.222.0.41 "GET /v2.0/ports?device_id=da92eb37-49d2-4972-ba65-684dccbfb30e HTTP/1.1" status: 200  len: 944 time: 0.9160731
Sep 10 16:43:59.790029 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-2f59035d-59c2-4738-962f-46237e9d8cc2 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:59.794467 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-2f59035d-59c2-4738-962f-46237e9d8cc2 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 1.1281993
Sep 10 16:43:59.796202 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 55268) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:59.823793 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port 5ef27838-0437-4f5d-8dc9-47dc4e86c0bd triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:43:59.824499 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:59.850342 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [None req-b1fb6d35-0866-4cc8-8f45-372aeafe1205 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Request body: {'security_group_rule': {'security_group_id': '3f5739d8-4250-41d6-8667-01965f061286', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:43:59.881417 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-b1fb6d35-0866-4cc8-8f45-372aeafe1205 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:43:59.900463 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-809b087b-70db-4b03-a079-e103e9a18938 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:43:59.901844 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59035d-59c2-4738-962f-46237e9d8cc2 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5739d8-4250-41d6-8667-01965f061286,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:43:59.910388 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-b1fb6d35-0866-4cc8-8f45-372aeafe1205 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Usage tracker for resource:security_group_rule and tenant:f9bbed5573b846b8bd73e0009e1ca850 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:43:59.915392 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-b1fb6d35-0866-4cc8-8f45-372aeafe1205 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:43:59.919591 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-2f59035d-59c2-4738-962f-46237e9d8cc2 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:43:59.927844 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-abbb40a9-6cd8-4114-9a0e-8cf3a9eb2db3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1178cad240414fbc87dd74540dfabfad&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3022966
Sep 10 16:43:59.928887 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:43:59.940887 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 55274) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:43:59.941900 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-809b087b-70db-4b03-a079-e103e9a18938 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Usage tracker for resource:security_group_rule and tenant:d0a46baf31fe490992f182c130f37875 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:43:59.971611 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-809b087b-70db-4b03-a079-e103e9a18938 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:43:59.974670 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-b1fb6d35-0866-4cc8-8f45-372aeafe1205 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:43:59.996371 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-02fd0cdd-b38e-41e7-b102-30869e1b2024 req-f6e41950-62e0-4215-bf4a-0268c9ba9352 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] 10.222.0.41 "GET /v2.0/security-groups?id=54d856fd-85cf-485f-982e-866e37aec074&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2196560
Sep 10 16:44:00.007114 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-809b087b-70db-4b03-a079-e103e9a18938 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:44:00.100754 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-b1fb6d35-0866-4cc8-8f45-372aeafe1205 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:00.119801 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43810f-ba3b-4be3-b20f-cb7330924fed req-12df0e92-a20d-4815-8cf0-e6aeaa1e3e34 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:00.127181 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-5d43810f-ba3b-4be3-b20f-cb7330924fed req-12df0e92-a20d-4815-8cf0-e6aeaa1e3e34 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=93046c15-f39d-4221-b21c-f596460845b1 HTTP/1.1" status: 200  len: 945 time: 0.4130063
Sep 10 16:44:00.211131 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-6e0f4e8b-1688-4c47-b08c-6fc90240c08c tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Notify callbacks [] for port, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:00.252471 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-809b087b-70db-4b03-a079-e103e9a18938 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks [] for security_group, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:00.261145 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-fb5b9085-1210-482d-8cd2-80a10303b3c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:00.270640 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-809b087b-70db-4b03-a079-e103e9a18938 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:00.304155 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-3855209f-aa1b-4c75-8183-12baaebab69a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:00.309863 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-99526284-a93f-4abc-85c9-10f7a83f835a req-92d81155-ae8f-4e90-9309-c411e171e049 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Synchronizing usage tracker for tenant:ff9271dbe9584869afd7a0ccba96dfb8 on resource:port {{(pid=74982) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:44:00.332581 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-5d43810f-ba3b-4be3-b20f-cb7330924fed req-c6dcca02-b542-40ec-a30d-2e9ecdedc52a tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2044914
Sep 10 16:44:00.350991 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-99526284-a93f-4abc-85c9-10f7a83f835a req-92d81155-ae8f-4e90-9309-c411e171e049 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Unset dirty status for tenant:ff9271dbe9584869afd7a0ccba96dfb8 on resource:port {{(pid=74982) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:44:00.374539 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-99526284-a93f-4abc-85c9-10f7a83f835a req-92d81155-ae8f-4e90-9309-c411e171e049 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d HTTP/1.1" status: 200  len: 210 time: 0.1469512
Sep 10 16:44:00.401814 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-6e0f4e8b-1688-4c47-b08c-6fc90240c08c tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:00.410020 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:00.437248 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-fb5b9085-1210-482d-8cd2-80a10303b3c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:00.460733 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-b1fb6d35-0866-4cc8-8f45-372aeafe1205 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:00.481846 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-6e0f4e8b-1688-4c47-b08c-6fc90240c08c tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Network 9e1586a1-ebae-4187-8d60-d4881a64afce is already hosted by enough agents. {{(pid=74982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:44:00.485549 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.base_scheduler [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-6e0f4e8b-1688-4c47-b08c-6fc90240c08c tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Resources bound (agent type, host, resource id):  {{(pid=74982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:44:00.489594 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.l3_dvrscheduler_db [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-6e0f4e8b-1688-4c47-b08c-6fc90240c08c tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Received port after_create {{(pid=74982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:44:00.511828 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b087b-70db-4b03-a079-e103e9a18938 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=731ff0e8-d781-4cbe-8dc0-020c5c50add1,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:00.528003 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f4e8b-1688-4c47-b08c-6fc90240c08c tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Pushing event updated for resources: {'Port': ['ID=1a2b5e57-81c6-4ec1-9483-9c7094984df3,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:00.533315 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-6e0f4e8b-1688-4c47-b08c-6fc90240c08c tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:00.540203 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-809b087b-70db-4b03-a079-e103e9a18938 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:00.540973 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-b1fb6d35-0866-4cc8-8f45-372aeafe1205 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350866'] for security_group_rule, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:00.561015 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-6e0f4e8b-1688-4c47-b08c-6fc90240c08c tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:00.562095 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-6e0f4e8b-1688-4c47-b08c-6fc90240c08c tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for port, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:00.562780 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:00.570223 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-809b087b-70db-4b03-a079-e103e9a18938 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:00.571489 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-809b087b-70db-4b03-a079-e103e9a18938 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 0.9707074
Sep 10 16:44:00.575906 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 55290) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:00.585620 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-f892b52b-8af4-40d7-a134-012c8fc0a20c tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Request body: {'security_group_rule': {'security_group_id': '731ff0e8-d781-4cbe-8dc0-020c5c50add1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:44:00.593850 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-f892b52b-8af4-40d7-a134-012c8fc0a20c tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:44:00.599307 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-f892b52b-8af4-40d7-a134-012c8fc0a20c tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Usage tracker for resource:security_group_rule and tenant:d0a46baf31fe490992f182c130f37875 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:44:00.603466 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-6e0f4e8b-1688-4c47-b08c-6fc90240c08c tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2812145
Sep 10 16:44:00.604413 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-f892b52b-8af4-40d7-a134-012c8fc0a20c tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:44:00.608265 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb6d35-0866-4cc8-8f45-372aeafe1205 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c450183-6292-44da-93d3-aef23de1243e,revision_number=0']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:00.615057 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-f892b52b-8af4-40d7-a134-012c8fc0a20c tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:44:00.621191 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-b1fb6d35-0866-4cc8-8f45-372aeafe1205 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:00.622387 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-53ceb98d-1b7e-4ef9-9974-e01eb6da0b37 service neutron] Request body: {'port': {'device_id': '9facfff7-f246-4dd6-81ca-fe4fb468f317', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:44:00.716274 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 0a8e995e-fa7f-4968-9240-85c071ef3605 up at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:44:00.745468 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-b1fb6d35-0866-4cc8-8f45-372aeafe1205 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:00.746544 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-b1fb6d35-0866-4cc8-8f45-372aeafe1205 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.9399993
Sep 10 16:44:00.749197 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 55300) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:00.760745 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [None req-ebe92e21-9a2a-432d-85de-ef8176ec25c8 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Request body: {'security_group_rule': {'security_group_id': '3f5739d8-4250-41d6-8667-01965f061286', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:44:00.770002 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d6826-644d-412a-a872-edbeaa04d99e req-e6ba12b5-9717-4673-834c-72c1a0552026 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:00.771022 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-512d6826-644d-412a-a872-edbeaa04d99e req-e6ba12b5-9717-4673-834c-72c1a0552026 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Synchronizing usage tracker for tenant:ff9271dbe9584869afd7a0ccba96dfb8 on resource:network {{(pid=74981) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:44:00.778626 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-fb5b9085-1210-482d-8cd2-80a10303b3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:00.779786 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-ebe92e21-9a2a-432d-85de-ef8176ec25c8 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:44:00.788683 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-ebe92e21-9a2a-432d-85de-ef8176ec25c8 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Usage tracker for resource:security_group_rule and tenant:f9bbed5573b846b8bd73e0009e1ca850 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:44:00.793719 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:00.802368 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-ebe92e21-9a2a-432d-85de-ef8176ec25c8 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:44:00.818276 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-53ceb98d-1b7e-4ef9-9974-e01eb6da0b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:00.819575 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-ebe92e21-9a2a-432d-85de-ef8176ec25c8 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:44:00.826122 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-fb5b9085-1210-482d-8cd2-80a10303b3c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:00.827451 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-fb5b9085-1210-482d-8cd2-80a10303b3c6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/443f2747-e920-4905-95ca-e6533876c8b7 HTTP/1.1" status: 204  len: 168 time: 0.8663957
Sep 10 16:44:00.828543 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b9085-1210-482d-8cd2-80a10303b3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443f2747-e920-4905-95ca-e6533876c8b7,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:00.831604 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-fb5b9085-1210-482d-8cd2-80a10303b3c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:00.836957 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-512d6826-644d-412a-a872-edbeaa04d99e req-e6ba12b5-9717-4673-834c-72c1a0552026 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Unset dirty status for tenant:ff9271dbe9584869afd7a0ccba96dfb8 on resource:network {{(pid=74981) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:44:00.838388 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-512d6826-644d-412a-a872-edbeaa04d99e req-e6ba12b5-9717-4673-834c-72c1a0552026 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.24 "GET /v2.0/networks?id=9e1586a1-ebae-4187-8d60-d4881a64afce HTTP/1.1" status: 200  len: 819 time: 0.4395633
Sep 10 16:44:00.855774 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f892b52b-8af4-40d7-a134-012c8fc0a20c tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:00.857100 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [req-512d6826-644d-412a-a872-edbeaa04d99e req-f50d5178-ec02-4c27-99ea-6d17365a75c0 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Request body: {'port': {'device_id': 'f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d', 'network_id': '9e1586a1-ebae-4187-8d60-d4881a64afce', 'admin_state_up': True, 'tenant_id': 'ff9271dbe9584869afd7a0ccba96dfb8'}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:44:00.878118 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-ebe92e21-9a2a-432d-85de-ef8176ec25c8 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:00.907470 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning for port 0a8e995e-fa7f-4968-9240-85c071ef3605 completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:44:00.917504 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning complete for port 0a8e995e-fa7f-4968-9240-85c071ef3605 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:44:00.919778 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:01.048885 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f892b52b-8af4-40d7-a134-012c8fc0a20c tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:01.076542 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f892b52b-8af4-40d7-a134-012c8fc0a20c tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350866'] for security_group_rule, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:01.088837 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:01.124033 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892b52b-8af4-40d7-a134-012c8fc0a20c tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30b97427-a3e2-4624-b8c9-4a1207916260,revision_number=0']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:01.136028 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-f892b52b-8af4-40d7-a134-012c8fc0a20c tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:01.157794 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f892b52b-8af4-40d7-a134-012c8fc0a20c tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:01.158971 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-ebe92e21-9a2a-432d-85de-ef8176ec25c8 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:01.163413 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-f892b52b-8af4-40d7-a134-012c8fc0a20c tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.5859609
Sep 10 16:44:01.165715 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 55316) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:01.180258 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [None req-7be6571e-b21b-40a5-bae2-e66108cf077d tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Request body: {'security_group_rule': {'security_group_id': '731ff0e8-d781-4cbe-8dc0-020c5c50add1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:44:01.195699 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-7be6571e-b21b-40a5-bae2-e66108cf077d tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:44:01.200260 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:01.206923 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-7be6571e-b21b-40a5-bae2-e66108cf077d tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Usage tracker for resource:security_group_rule and tenant:d0a46baf31fe490992f182c130f37875 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:44:01.212468 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-7be6571e-b21b-40a5-bae2-e66108cf077d tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:44:01.225717 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-7be6571e-b21b-40a5-bae2-e66108cf077d tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:44:01.240604 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [req-512d6826-644d-412a-a872-edbeaa04d99e req-f50d5178-ec02-4c27-99ea-6d17365a75c0 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:44:01.247051 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-ebe92e21-9a2a-432d-85de-ef8176ec25c8 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350866'] for security_group_rule, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:01.266577 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [req-512d6826-644d-412a-a872-edbeaa04d99e req-f50d5178-ec02-4c27-99ea-6d17365a75c0 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:44:01.271454 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da92eb37-49d2-4972-ba65-684dccbfb30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8e995e-fa7f-4968-9240-85c071ef3605'}] {{(pid=74983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:44:01.310853 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:01.338525 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-7be6571e-b21b-40a5-bae2-e66108cf077d tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:01.381667 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe92e21-9a2a-432d-85de-ef8176ec25c8 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d153b01-8fdb-4d8e-800d-34aa755e15f8,revision_number=0']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:01.394922 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-ebe92e21-9a2a-432d-85de-ef8176ec25c8 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:01.407596 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-512d6826-644d-412a-a872-edbeaa04d99e req-f50d5178-ec02-4c27-99ea-6d17365a75c0 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Made reservation on behalf of ff9271dbe9584869afd7a0ccba96dfb8 for: {'port': 1} {{(pid=74981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:44:01.413934 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-512d6826-644d-412a-a872-edbeaa04d99e req-f50d5178-ec02-4c27-99ea-6d17365a75c0 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:01.437620 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 0a8e995e-fa7f-4968-9240-85c071ef3605, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=0a8e995e-fa7f-4968-9240-85c071ef3605,segment=NetworkSegment(d00dec5f-45a2-4b61-9cb0-60a3d36d4514),segment_id=d00dec5f-45a2-4b61-9cb0-60a3d36d4514)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:44:01.454317 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:01.455366 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 47e9ac5c-979b-4574-ba87-601765b73441 up at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:44:01.465469 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-7be6571e-b21b-40a5-bae2-e66108cf077d tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:01.471501 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-ebe92e21-9a2a-432d-85de-ef8176ec25c8 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:01.475639 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-ebe92e21-9a2a-432d-85de-ef8176ec25c8 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.7225509
Sep 10 16:44:01.484351 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 55334) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:01.495832 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-7be6571e-b21b-40a5-bae2-e66108cf077d tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350866'] for security_group_rule, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:01.519189 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [None req-6c3e1669-6aac-440e-b464-835473073ccd tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Request body: {'floatingip': {'floating_network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:44:01.533427 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-6c3e1669-6aac-440e-b464-835473073ccd tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:44:01.561243 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:01.646145 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-b1fb6d35-0866-4cc8-8f45-372aeafe1205 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:01.679161 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-6c3e1669-6aac-440e-b464-835473073ccd tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Usage tracker for resource:floatingip and tenant:f9bbed5573b846b8bd73e0009e1ca850 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:44:01.685344 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-6c3e1669-6aac-440e-b464-835473073ccd tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:44:01.698996 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-7be6571e-b21b-40a5-bae2-e66108cf077d tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:01.700207 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-7be6571e-b21b-40a5-bae2-e66108cf077d tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.5333517
Sep 10 16:44:01.706263 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 55350) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:01.727143 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-6c3e1669-6aac-440e-b464-835473073ccd tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:44:01.731319 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6571e-b21b-40a5-bae2-e66108cf077d tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cbc6fdc-542f-4396-8457-26f2dee6255e,revision_number=0']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:01.746514 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [None req-60c1ad3d-02ee-4366-8df6-8bd538adff20 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Request body: {'floatingip': {'floating_network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:44:01.755015 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-60c1ad3d-02ee-4366-8df6-8bd538adff20 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:44:01.758666 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.notifiers.nova [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-53ceb98d-1b7e-4ef9-9974-e01eb6da0b37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a2b5e57-81c6-4ec1-9483-9c7094984df3 {{(pid=74982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:44:01.759948 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-60c1ad3d-02ee-4366-8df6-8bd538adff20 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Usage tracker for resource:floatingip and tenant:d0a46baf31fe490992f182c130f37875 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:44:01.763174 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-60c1ad3d-02ee-4366-8df6-8bd538adff20 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:44:01.763538 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=0a8e995e-fa7f-4968-9240-85c071ef3605,revision_number=5']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:01.769441 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:01.778135 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-60c1ad3d-02ee-4366-8df6-8bd538adff20 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:44:01.790529 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-7be6571e-b21b-40a5-bae2-e66108cf077d tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:01.790855 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-53ceb98d-1b7e-4ef9-9974-e01eb6da0b37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:01.794261 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning for port 47e9ac5c-979b-4574-ba87-601765b73441 completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:44:01.801603 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning complete for port 47e9ac5c-979b-4574-ba87-601765b73441 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:44:01.802108 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:01.806052 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0d15d-1608-47d5-a0d6-748580f10e94 req-6edc5b07-2811-4cf4-8bac-08ccbf7e7663 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:01.814109 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-d9e0d15d-1608-47d5-a0d6-748580f10e94 req-6edc5b07-2811-4cf4-8bac-08ccbf7e7663 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] 10.222.0.41 "GET /v2.0/ports?device_id=da92eb37-49d2-4972-ba65-684dccbfb30e HTTP/1.1" status: 200  len: 944 time: 0.5623977
Sep 10 16:44:01.848207 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.provisioning_blocks [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-53ceb98d-1b7e-4ef9-9974-e01eb6da0b37 service neutron] Transition to ACTIVE for port object 1a2b5e57-81c6-4ec1-9483-9c7094984df3 will not be triggered until provisioned by entity L2. {{(pid=74982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:44:01.858716 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-60c1ad3d-02ee-4366-8df6-8bd538adff20 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks [] for floatingip, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:01.865530 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-53ceb98d-1b7e-4ef9-9974-e01eb6da0b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2865589'] for port, after_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:01.886439 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:01.977769 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:02.021876 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 47e9ac5c-979b-4574-ba87-601765b73441, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=47e9ac5c-979b-4574-ba87-601765b73441,segment=NetworkSegment(abd13d7f-4963-4fb7-a767-dde5547d2c9d),segment_id=abd13d7f-4963-4fb7-a767-dde5547d2c9d)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:44:02.027614 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-6c3e1669-6aac-440e-b464-835473073ccd tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks [] for floatingip, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:02.031585 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:02.034789 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:02.151626 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=47e9ac5c-979b-4574-ba87-601765b73441,revision_number=5']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:02.160657 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:02.169606 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355fc01d-d055-4754-a9e1-faa44ebb1a8b req-529c087e-4f05-4336-b476-0e4b7913cf92 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:02.176978 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-355fc01d-d055-4754-a9e1-faa44ebb1a8b req-529c087e-4f05-4336-b476-0e4b7913cf92 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=93046c15-f39d-4221-b21c-f596460845b1 HTTP/1.1" status: 200  len: 945 time: 0.5759587
Sep 10 16:44:02.201564 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.db_base_plugin_common [req-512d6826-644d-412a-a872-edbeaa04d99e req-f50d5178-ec02-4c27-99ea-6d17365a75c0 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Allocated IP 172.20.0.10 (9e1586a1-ebae-4187-8d60-d4881a64afce/9d93a1e6-380c-4d96-8193-6a5a396655bc/3ceef4c5-c045-4603-8c7b-0d77244b21ce) {{(pid=74981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:44:02.267132 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ceb98d-1b7e-4ef9-9974-e01eb6da0b37 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2b5e57-81c6-4ec1-9483-9c7094984df3,revision_number=2']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:02.277040 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-53ceb98d-1b7e-4ef9-9974-e01eb6da0b37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:02.371304 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-355fc01d-d055-4754-a9e1-faa44ebb1a8b req-0e58f8b3-9afd-4c60-8bab-00dd5460b4a4 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1933944
Sep 10 16:44:02.394598 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 55376) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:02.460635 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-d9e0d15d-1608-47d5-a0d6-748580f10e94 req-865ad71f-a6c2-458c-92b1-11a165c0ee87 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] 10.222.0.41 "GET /v2.0/security-groups?id=54d856fd-85cf-485f-982e-866e37aec074&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6455467
Sep 10 16:44:02.464589 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.managers [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-53ceb98d-1b7e-4ef9-9974-e01eb6da0b37 service neutron] Attempting to bind port 1a2b5e57-81c6-4ec1-9483-9c7094984df3 on host hv-cinder-80847 for vnic_type normal with profile  {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:44:02.464932 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.managers [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-53ceb98d-1b7e-4ef9-9974-e01eb6da0b37 service neutron] Attempting to bind port 1a2b5e57-81c6-4ec1-9483-9c7094984df3 by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': '76ae9ed9-8960-43ef-aa42-1124251984d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9e1586a1-ebae-4187-8d60-d4881a64afce'}] {{(pid=74982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:44:02.465528 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-53ceb98d-1b7e-4ef9-9974-e01eb6da0b37 service neutron] Attempting to bind port 1a2b5e57-81c6-4ec1-9483-9c7094984df3 on network 9e1586a1-ebae-4187-8d60-d4881a64afce {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:44:02.473689 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-53ceb98d-1b7e-4ef9-9974-e01eb6da0b37 service neutron] Port 1a2b5e57-81c6-4ec1-9483-9c7094984df3 on network 9e1586a1-ebae-4187-8d60-d4881a64afce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 10 16:44:02.474295 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-53ceb98d-1b7e-4ef9-9974-e01eb6da0b37 service neutron] Attempting to bind port 1a2b5e57-81c6-4ec1-9483-9c7094984df3 on network 9e1586a1-ebae-4187-8d60-d4881a64afce {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:44:02.481173 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-53ceb98d-1b7e-4ef9-9974-e01eb6da0b37 service neutron] Checking agent: {'id': '653d4f90-9fea-4616-953f-74c38214cca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 41, 36), 'started_at': datetime.datetime(2021, 9, 10, 16, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:44:02.481503 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-53ceb98d-1b7e-4ef9-9974-e01eb6da0b37 service neutron] Checking segment: {'id': '76ae9ed9-8960-43ef-aa42-1124251984d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9e1586a1-ebae-4187-8d60-d4881a64afce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:44:02.482003 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-53ceb98d-1b7e-4ef9-9974-e01eb6da0b37 service neutron] Bound using segment: {'id': '76ae9ed9-8960-43ef-aa42-1124251984d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9e1586a1-ebae-4187-8d60-d4881a64afce'} {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:44:02.482475 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.managers [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-53ceb98d-1b7e-4ef9-9974-e01eb6da0b37 service neutron] Bound port: 1a2b5e57-81c6-4ec1-9483-9c7094984df3, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ae9ed9-8960-43ef-aa42-1124251984d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9e1586a1-ebae-4187-8d60-d4881a64afce'}}] {{(pid=74982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:44:02.482792 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-53ceb98d-1b7e-4ef9-9974-e01eb6da0b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:02.534605 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-512d6826-644d-412a-a872-edbeaa04d99e req-f50d5178-ec02-4c27-99ea-6d17365a75c0 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Notify callbacks [] for port, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:02.606734 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-d85e5932-c3d9-47c9-a505-1f4629f13860 req-18914c8a-4eb1-4afe-8097-3cbe538c7255 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d HTTP/1.1" status: 200  len: 210 time: 0.0721636
Sep 10 16:44:02.651349 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.db [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-53ceb98d-1b7e-4ef9-9974-e01eb6da0b37 service neutron] For port 1a2b5e57-81c6-4ec1-9483-9c7094984df3, host hv-cinder-80847, cleared binding levels {{(pid=74982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:44:02.658475 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.db [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-53ceb98d-1b7e-4ef9-9974-e01eb6da0b37 service neutron] For port 1a2b5e57-81c6-4ec1-9483-9c7094984df3, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=1a2b5e57-81c6-4ec1-9483-9c7094984df3,segment=NetworkSegment(76ae9ed9-8960-43ef-aa42-1124251984d8),segment_id=76ae9ed9-8960-43ef-aa42-1124251984d8)] {{(pid=74982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:44:02.670420 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-53ceb98d-1b7e-4ef9-9974-e01eb6da0b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2865589'] for port, after_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:02.676280 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-512d6826-644d-412a-a872-edbeaa04d99e req-f50d5178-ec02-4c27-99ea-6d17365a75c0 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793'] for port, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:02.693021 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-9690fea8-8f38-41c9-b140-cdb30a5fc875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:02.716971 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:02.752666 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-512d6826-644d-412a-a872-edbeaa04d99e req-f50d5178-ec02-4c27-99ea-6d17365a75c0 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Network 9e1586a1-ebae-4187-8d60-d4881a64afce is already hosted by enough agents. {{(pid=74981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:44:02.759513 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.base_scheduler [req-512d6826-644d-412a-a872-edbeaa04d99e req-f50d5178-ec02-4c27-99ea-6d17365a75c0 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Resources bound (agent type, host, resource id):  {{(pid=74981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:44:02.762144 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-60c1ad3d-02ee-4366-8df6-8bd538adff20 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:02.764057 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.l3_dvrscheduler_db [req-512d6826-644d-412a-a872-edbeaa04d99e req-f50d5178-ec02-4c27-99ea-6d17365a75c0 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Received port after_create {{(pid=74981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:44:02.768445 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d6826-644d-412a-a872-edbeaa04d99e req-f50d5178-ec02-4c27-99ea-6d17365a75c0 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:02.769063 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-512d6826-644d-412a-a872-edbeaa04d99e req-f50d5178-ec02-4c27-99ea-6d17365a75c0 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for port, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:02.790334 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-53ceb98d-1b7e-4ef9-9974-e01eb6da0b37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for port, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:02.792238 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-53ceb98d-1b7e-4ef9-9974-e01eb6da0b37 service neutron] 10.222.0.24 "PUT /v2.0/ports/1a2b5e57-81c6-4ec1-9483-9c7094984df3 HTTP/1.1" status: 200  len: 1093 time: 2.1788113
Sep 10 16:44:02.793663 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ceb98d-1b7e-4ef9-9974-e01eb6da0b37 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2b5e57-81c6-4ec1-9483-9c7094984df3,revision_number=3']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:02.795186 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-6c3e1669-6aac-440e-b464-835473073ccd tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:02.799157 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-53ceb98d-1b7e-4ef9-9974-e01eb6da0b37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:02.799568 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9facfff7-f246-4dd6-81ca-fe4fb468f317', 'tag': '1a2b5e57-81c6-4ec1-9483-9c7094984df3'}] {{(pid=74982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:44:02.976118 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.db_base_plugin_common [None req-6c3e1669-6aac-440e-b464-835473073ccd tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Allocated IP 172.27.0.27 (7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e/dc5dafb3-b941-44a9-9498-2bdb3e4caa08/8f4d5911-a789-4697-bd0e-6e3a7f8d04a8) {{(pid=74981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:44:02.980883 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9facfff7-f246-4dd6-81ca-fe4fb468f317', 'tag': '1a2b5e57-81c6-4ec1-9483-9c7094984df3', 'status': 'completed', 'code': 200}
Sep 10 16:44:03.051978 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-d9b36035-019f-4e2e-b97b-9be93358477f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff9271dbe9584869afd7a0ccba96dfb8&device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 1096 time: 0.2203627
Sep 10 16:44:03.053157 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e00d872d-f0fa-4ba2-96fc-04824348161e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:03.081539 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-512d6826-644d-412a-a872-edbeaa04d99e req-f50d5178-ec02-4c27-99ea-6d17365a75c0 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2297447
Sep 10 16:44:03.110624 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [req-512d6826-644d-412a-a872-edbeaa04d99e req-e49df9d6-c610-4c67-b165-32f7dab469d1 service neutron] Request body: {'port': {'device_id': 'f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:44:03.142669 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-7cfdaad6-a37f-4520-af3a-1dd10a6d9cf7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a2b5e57-81c6-4ec1-9483-9c7094984df3 HTTP/1.1" status: 200  len: 217 time: 0.0773153
Sep 10 16:44:03.156634 dv-cinder-808473-1-iscsi neutron-server[74983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da92eb37-49d2-4972-ba65-684dccbfb30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8e995e-fa7f-4968-9240-85c071ef3605', 'code': 200}
Sep 10 16:44:03.344160 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-e00d872d-f0fa-4ba2-96fc-04824348161e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:44:03.360693 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-e00d872d-f0fa-4ba2-96fc-04824348161e admin admin] Usage tracker for resource:security_group_rule and tenant:5d734121041d40a7963c14a4984dc0d2 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:44:03.363959 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-e00d872d-f0fa-4ba2-96fc-04824348161e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:44:03.367894 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d5178-ec02-4c27-99ea-6d17365a75c0 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Pushing event updated for resources: {'Port': ['ID=3ceef4c5-c045-4603-8c7b-0d77244b21ce,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:03.374559 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-f50d5178-ec02-4c27-99ea-6d17365a75c0 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:03.385035 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-bab4b0af-7ac5-41a9-aa98-19f8ba976414 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:03.386987 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-bab4b0af-7ac5-41a9-aa98-19f8ba976414 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d93a1e6-380c-4d96-8193-6a5a396655bc HTTP/1.1" status: 200  len: 859 time: 0.2378197
Sep 10 16:44:03.387948 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-e00d872d-f0fa-4ba2-96fc-04824348161e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:44:03.443443 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-c53a2801-9709-40ce-b2f2-09be3a86c4be service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e1586a1-ebae-4187-8d60-d4881a64afce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0480311
Sep 10 16:44:03.443938 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.24', 64291) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:03.522478 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-512d6826-644d-412a-a872-edbeaa04d99e req-e49df9d6-c610-4c67-b165-32f7dab469d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:03.640227 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-6c3e1669-6aac-440e-b464-835473073ccd tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks [] for port, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:03.814676 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-ff6d8a99-d42e-4d11-806d-6d3f8a328a12 req-a8f7d714-5ede-4529-bb99-841b9a8cef28 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=da92eb37-49d2-4972-ba65-684dccbfb30e HTTP/1.1" status: 200  len: 1098 time: 0.3673673
Sep 10 16:44:03.874897 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-6c3e1669-6aac-440e-b464-835473073ccd tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793'] for port, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:03.880655 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-ff6d8a99-d42e-4d11-806d-6d3f8a328a12 req-20df247c-5184-4138-99ff-dfcd36319dc0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:03.890127 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e00d872d-f0fa-4ba2-96fc-04824348161e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:03.900338 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-9d8a2400-f5c5-4176-a268-bd20370e4e90 service neutron] 10.222.0.24 "GET /v2.0/networks/9e1586a1-ebae-4187-8d60-d4881a64afce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3686113
Sep 10 16:44:03.905154 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e00d872d-f0fa-4ba2-96fc-04824348161e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:03.916927 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:03.953241 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e1316-0b3e-44d2-96ad-be647b1cdd40 req-ae129820-103b-49f7-9393-e417511783cc tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:03.954756 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-0b7e1316-0b3e-44d2-96ad-be647b1cdd40 req-ae129820-103b-49f7-9393-e417511783cc tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=93046c15-f39d-4221-b21c-f596460845b1 HTTP/1.1" status: 200  len: 946 time: 0.2863157
Sep 10 16:44:03.989421 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-60ac813d-13ec-42af-a3d8-b25adebbbc1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:04.058650 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba5520-88e0-405b-8c3c-4d8f6f1944e2 req-a5e3fbcd-dac5-4b68-8a01-acd0a2177595 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:04.060136 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-88ba5520-88e0-405b-8c3c-4d8f6f1944e2 req-a5e3fbcd-dac5-4b68-8a01-acd0a2177595 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] 10.222.0.41 "GET /v2.0/ports?device_id=da92eb37-49d2-4972-ba65-684dccbfb30e HTTP/1.1" status: 200  len: 945 time: 0.3730528
Sep 10 16:44:04.074538 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [req-ff6d8a99-d42e-4d11-806d-6d3f8a328a12 req-20df247c-5184-4138-99ff-dfcd36319dc0 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:44:04.096885 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d872d-f0fa-4ba2-96fc-04824348161e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67259681-3afd-4d6a-9696-4e40d501d68c,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:04.101863 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-ff6d8a99-d42e-4d11-806d-6d3f8a328a12 req-20df247c-5184-4138-99ff-dfcd36319dc0 service neutron] Usage tracker for resource:security_group_rule and tenant:e9c5694d1f784d308d3f313f7ffb9276 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:44:04.104943 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-e00d872d-f0fa-4ba2-96fc-04824348161e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:04.105702 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-ff6d8a99-d42e-4d11-806d-6d3f8a328a12 req-20df247c-5184-4138-99ff-dfcd36319dc0 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:44:04.115124 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-e00d872d-f0fa-4ba2-96fc-04824348161e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5d734121041d40a7963c14a4984dc0d2&name=default HTTP/1.1" status: 200  len: 2647 time: 1.7193322
Sep 10 16:44:04.119765 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 55420) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:04.124747 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [req-ff6d8a99-d42e-4d11-806d-6d3f8a328a12 req-20df247c-5184-4138-99ff-dfcd36319dc0 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:44:04.135812 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3e1669-6aac-440e-b464-835473073ccd tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Network 7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e is already hosted by enough agents. {{(pid=74981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:44:04.141482 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.db_base_plugin_common [None req-60c1ad3d-02ee-4366-8df6-8bd538adff20 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Allocated IP 172.27.0.112 (7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e/dc5dafb3-b941-44a9-9498-2bdb3e4caa08/6d04b0e5-9cc3-4453-abc7-d47229b8aecc) {{(pid=74981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:44:04.152231 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.base_scheduler [None req-6c3e1669-6aac-440e-b464-835473073ccd tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Resources bound (agent type, host, resource id):  {{(pid=74981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:44:04.153094 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3e1669-6aac-440e-b464-835473073ccd tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Received port after_create {{(pid=74981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:44:04.164042 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-0b7e1316-0b3e-44d2-96ad-be647b1cdd40 req-1fbecd10-1d98-4dfd-bbe6-3cd8f4ba9c8e tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1425331
Sep 10 16:44:04.175757 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e1669-6aac-440e-b464-835473073ccd tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Pushing event updated for resources: {'Port': ['ID=8f4d5911-a789-4697-bd0e-6e3a7f8d04a8,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:04.178125 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-6c3e1669-6aac-440e-b464-835473073ccd tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:04.188399 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-773b6949-40b7-4b38-a9a4-45a38a173f27 req-c8871e33-7cc7-4380-96ef-7c15779dff2b service neutron] 10.222.0.24 "GET /v2.0/networks/9e1586a1-ebae-4187-8d60-d4881a64afce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2736850
Sep 10 16:44:04.353822 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-ff6d8a99-d42e-4d11-806d-6d3f8a328a12 req-20df247c-5184-4138-99ff-dfcd36319dc0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:04.413712 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-ff6d8a99-d42e-4d11-806d-6d3f8a328a12 req-20df247c-5184-4138-99ff-dfcd36319dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:04.433682 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-50102647-9633-44f5-bb80-e499a981b1a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:04.457273 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-097ac23e-8ad4-4b71-9919-d76375d338b6 req-fbf3a315-1331-44c1-be04-81f759db29c3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff9271dbe9584869afd7a0ccba96dfb8&device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 1096 time: 0.1824849
Sep 10 16:44:04.479239 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-88ba5520-88e0-405b-8c3c-4d8f6f1944e2 req-b20e71f9-425e-433d-8a79-a75859764c2c tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] 10.222.0.41 "GET /v2.0/security-groups?id=54d856fd-85cf-485f-982e-866e37aec074&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4027984
Sep 10 16:44:04.503841 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.db.resource_extend [req-512d6826-644d-412a-a872-edbeaa04d99e req-e49df9d6-c610-4c67-b165-32f7dab469d1 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Sep 10 16:44:04.512157 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-ff6d8a99-d42e-4d11-806d-6d3f8a328a12 req-20df247c-5184-4138-99ff-dfcd36319dc0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=54d856fd-85cf-485f-982e-866e37aec074&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6816254
Sep 10 16:44:04.563783 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df247c-5184-4138-99ff-dfcd36319dc0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=dedfecfc-a10f-4144-b962-8b1a94b9bae9,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:04.568145 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-20df247c-5184-4138-99ff-dfcd36319dc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:04.606693 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe02a1-204a-4187-a64d-3cef7382e805 req-ba0a4575-95f7-4ddf-af0c-bca1ba3a968b tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:04.614065 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-52fe02a1-204a-4187-a64d-3cef7382e805 req-ba0a4575-95f7-4ddf-af0c-bca1ba3a968b tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d HTTP/1.1" status: 200  len: 932 time: 0.2621899
Sep 10 16:44:04.614541 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-ee66e741-ac2f-4952-be12-422c1d553eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:04.761566 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.notifiers.nova [req-512d6826-644d-412a-a872-edbeaa04d99e req-e49df9d6-c610-4c67-b165-32f7dab469d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ceef4c5-c045-4603-8c7b-0d77244b21ce {{(pid=74981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:44:04.766437 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ac23e-8ad4-4b71-9919-d76375d338b6 req-c8b6032a-e8ff-491e-95fd-be59d9a4178d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:04.768063 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-097ac23e-8ad4-4b71-9919-d76375d338b6 req-c8b6032a-e8ff-491e-95fd-be59d9a4178d service neutron] 10.222.0.24 "GET /v2.0/networks?id=9e1586a1-ebae-4187-8d60-d4881a64afce HTTP/1.1" status: 200  len: 920 time: 0.3091648
Sep 10 16:44:04.771151 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-52fe02a1-204a-4187-a64d-3cef7382e805 req-12e91a8c-bd7a-49e2-a736-9fe8f13039d4 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1562781
Sep 10 16:44:04.792452 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-ee66e741-ac2f-4952-be12-422c1d553eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:04.825383 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-60c1ad3d-02ee-4366-8df6-8bd538adff20 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks [] for port, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:04.829326 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-512d6826-644d-412a-a872-edbeaa04d99e req-e49df9d6-c610-4c67-b165-32f7dab469d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:04.843917 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-6c3e1669-6aac-440e-b464-835473073ccd tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:04.858840 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-097ac23e-8ad4-4b71-9919-d76375d338b6 req-0d203fe5-5f4b-4632-952e-5030da33b193 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a2b5e57-81c6-4ec1-9483-9c7094984df3 HTTP/1.1" status: 200  len: 217 time: 0.0822191
Sep 10 16:44:04.904704 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.provisioning_blocks [req-512d6826-644d-412a-a872-edbeaa04d99e req-e49df9d6-c610-4c67-b165-32f7dab469d1 service neutron] Transition to ACTIVE for port object 3ceef4c5-c045-4603-8c7b-0d77244b21ce will not be triggered until provisioned by entity L2. {{(pid=74981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:44:04.928079 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-512d6826-644d-412a-a872-edbeaa04d99e req-e49df9d6-c610-4c67-b165-32f7dab469d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:04.931028 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ac23e-8ad4-4b71-9919-d76375d338b6 req-1dccb20a-ee54-4ff0-a34d-4413cde8447a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:04.932687 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-097ac23e-8ad4-4b71-9919-d76375d338b6 req-1dccb20a-ee54-4ff0-a34d-4413cde8447a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d93a1e6-380c-4d96-8193-6a5a396655bc HTTP/1.1" status: 200  len: 859 time: 0.0672045
Sep 10 16:44:04.942187 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:05.009525 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-6c3e1669-6aac-440e-b464-835473073ccd tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:05.015035 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-097ac23e-8ad4-4b71-9919-d76375d338b6 req-7128df6a-a692-413f-9d85-f21c6e3f4ea3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e1586a1-ebae-4187-8d60-d4881a64afce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0664628
Sep 10 16:44:05.115242 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-60c1ad3d-02ee-4366-8df6-8bd538adff20 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793'] for port, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:05.132240 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49df9d6-c610-4c67-b165-32f7dab469d1 service neutron] Pushing event updated for resources: {'Port': ['ID=3ceef4c5-c045-4603-8c7b-0d77244b21ce,revision_number=2']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:05.144671 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-e49df9d6-c610-4c67-b165-32f7dab469d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:05.145106 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:05.149104 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-097ac23e-8ad4-4b71-9919-d76375d338b6 req-e4082ea0-aff8-45de-8b48-457793c6d882 service neutron] 10.222.0.24 "GET /v2.0/networks/9e1586a1-ebae-4187-8d60-d4881a64afce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269267
Sep 10 16:44:05.163055 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93046c15-f39d-4221-b21c-f596460845b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e9ac5c-979b-4574-ba87-601765b73441'}] {{(pid=74983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:44:05.186982 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-ee66e741-ac2f-4952-be12-422c1d553eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:05.217548 dv-cinder-808473-1-iscsi neutron-server[74983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93046c15-f39d-4221-b21c-f596460845b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e9ac5c-979b-4574-ba87-601765b73441', 'code': 200}
Sep 10 16:44:05.287248 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-097ac23e-8ad4-4b71-9919-d76375d338b6 req-568a9972-e35c-4c01-ba31-1855c732022a service neutron] 10.222.0.24 "GET /v2.0/networks/9e1586a1-ebae-4187-8d60-d4881a64afce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1315598
Sep 10 16:44:05.304644 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c1ad3d-02ee-4366-8df6-8bd538adff20 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Network 7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e is already hosted by enough agents. {{(pid=74981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:44:05.316837 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.base_scheduler [None req-60c1ad3d-02ee-4366-8df6-8bd538adff20 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Resources bound (agent type, host, resource id):  {{(pid=74981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:44:05.344532 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c1ad3d-02ee-4366-8df6-8bd538adff20 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Received port after_create {{(pid=74981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:44:05.399624 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ffb27-af09-4992-9191-e500703dfa3d req-555c1539-a394-4cef-b531-00c40c8b2e68 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:05.401073 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-0b8ffb27-af09-4992-9191-e500703dfa3d req-555c1539-a394-4cef-b531-00c40c8b2e68 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=93046c15-f39d-4221-b21c-f596460845b1 HTTP/1.1" status: 200  len: 946 time: 0.0872700
Sep 10 16:44:05.412964 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1ad3d-02ee-4366-8df6-8bd538adff20 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Pushing event updated for resources: {'Port': ['ID=6d04b0e5-9cc3-4453-abc7-d47229b8aecc,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:05.428993 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-60c1ad3d-02ee-4366-8df6-8bd538adff20 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:05.433300 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:05.451444 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.managers [req-512d6826-644d-412a-a872-edbeaa04d99e req-e49df9d6-c610-4c67-b165-32f7dab469d1 service neutron] Attempting to bind port 3ceef4c5-c045-4603-8c7b-0d77244b21ce on host hv-cinder-80847 for vnic_type normal with profile  {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:44:05.451788 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.managers [req-512d6826-644d-412a-a872-edbeaa04d99e req-e49df9d6-c610-4c67-b165-32f7dab469d1 service neutron] Attempting to bind port 3ceef4c5-c045-4603-8c7b-0d77244b21ce by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': '76ae9ed9-8960-43ef-aa42-1124251984d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9e1586a1-ebae-4187-8d60-d4881a64afce'}] {{(pid=74981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:44:05.452117 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512d6826-644d-412a-a872-edbeaa04d99e req-e49df9d6-c610-4c67-b165-32f7dab469d1 service neutron] Attempting to bind port 3ceef4c5-c045-4603-8c7b-0d77244b21ce on network 9e1586a1-ebae-4187-8d60-d4881a64afce {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:44:05.458182 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee66e741-ac2f-4952-be12-422c1d553eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67259681-3afd-4d6a-9696-4e40d501d68c,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:05.466705 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-ee66e741-ac2f-4952-be12-422c1d553eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:05.487703 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512d6826-644d-412a-a872-edbeaa04d99e req-e49df9d6-c610-4c67-b165-32f7dab469d1 service neutron] Port 3ceef4c5-c045-4603-8c7b-0d77244b21ce on network 9e1586a1-ebae-4187-8d60-d4881a64afce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 10 16:44:05.488060 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512d6826-644d-412a-a872-edbeaa04d99e req-e49df9d6-c610-4c67-b165-32f7dab469d1 service neutron] Attempting to bind port 3ceef4c5-c045-4603-8c7b-0d77244b21ce on network 9e1586a1-ebae-4187-8d60-d4881a64afce {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:44:05.502026 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-ee66e741-ac2f-4952-be12-422c1d553eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:05.503200 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-ee66e741-ac2f-4952-be12-422c1d553eaf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/67259681-3afd-4d6a-9696-4e40d501d68c HTTP/1.1" status: 204  len: 168 time: 1.3661532
Sep 10 16:44:05.511079 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-0b8ffb27-af09-4992-9191-e500703dfa3d req-a7e56149-e5d9-4aca-9aec-8f8c1287f599 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037896
Sep 10 16:44:05.534153 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512d6826-644d-412a-a872-edbeaa04d99e req-e49df9d6-c610-4c67-b165-32f7dab469d1 service neutron] Checking agent: {'id': '653d4f90-9fea-4616-953f-74c38214cca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 41, 36), 'started_at': datetime.datetime(2021, 9, 10, 16, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:44:05.534153 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512d6826-644d-412a-a872-edbeaa04d99e req-e49df9d6-c610-4c67-b165-32f7dab469d1 service neutron] Checking segment: {'id': '76ae9ed9-8960-43ef-aa42-1124251984d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9e1586a1-ebae-4187-8d60-d4881a64afce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:44:05.534153 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512d6826-644d-412a-a872-edbeaa04d99e req-e49df9d6-c610-4c67-b165-32f7dab469d1 service neutron] Bound using segment: {'id': '76ae9ed9-8960-43ef-aa42-1124251984d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9e1586a1-ebae-4187-8d60-d4881a64afce'} {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:44:05.534153 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.managers [req-512d6826-644d-412a-a872-edbeaa04d99e req-e49df9d6-c610-4c67-b165-32f7dab469d1 service neutron] Bound port: 3ceef4c5-c045-4603-8c7b-0d77244b21ce, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ae9ed9-8960-43ef-aa42-1124251984d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9e1586a1-ebae-4187-8d60-d4881a64afce'}}] {{(pid=74981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:44:05.534153 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-512d6826-644d-412a-a872-edbeaa04d99e req-e49df9d6-c610-4c67-b165-32f7dab469d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:05.534629 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f82cc422-bffd-4694-95f3-cc53456065b4 req-cf6850ff-db32-4917-869e-8d800cbe03e2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=93046c15-f39d-4221-b21c-f596460845b1 HTTP/1.1" status: 200  len: 1099 time: 0.1084530
Sep 10 16:44:05.577786 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f82cc422-bffd-4694-95f3-cc53456065b4 req-0a94a740-8d68-4976-926e-03f3e2e2cc8a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407207
Sep 10 16:44:05.716374 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.db.resource_extend [None req-6c3e1669-6aac-440e-b464-835473073ccd tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Sep 10 16:44:05.781469 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-6c3e1669-6aac-440e-b464-835473073ccd tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks [] for port, precommit_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:05.800110 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-60c1ad3d-02ee-4366-8df6-8bd538adff20 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:05.810416 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-6c3e1669-6aac-440e-b464-835473073ccd tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:05.857265 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-60ac813d-13ec-42af-a3d8-b25adebbbc1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:05.879888 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:05.899058 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [req-512d6826-644d-412a-a872-edbeaa04d99e req-e49df9d6-c610-4c67-b165-32f7dab469d1 service neutron] For port 3ceef4c5-c045-4603-8c7b-0d77244b21ce, host hv-cinder-80847, cleared binding levels {{(pid=74981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:44:05.946640 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [req-512d6826-644d-412a-a872-edbeaa04d99e req-e49df9d6-c610-4c67-b165-32f7dab469d1 service neutron] For port 3ceef4c5-c045-4603-8c7b-0d77244b21ce, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=3ceef4c5-c045-4603-8c7b-0d77244b21ce,segment=NetworkSegment(76ae9ed9-8960-43ef-aa42-1124251984d8),segment_id=76ae9ed9-8960-43ef-aa42-1124251984d8)] {{(pid=74981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:44:05.962354 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-512d6826-644d-412a-a872-edbeaa04d99e req-e49df9d6-c610-4c67-b165-32f7dab469d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:05.964468 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-6c3e1669-6aac-440e-b464-835473073ccd tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446787'] for floatingip, after_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:05.971821 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-60c1ad3d-02ee-4366-8df6-8bd538adff20 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:06.025372 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e1669-6aac-440e-b464-835473073ccd tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Pushing event updated for resources: {'Port': ['ID=8f4d5911-a789-4697-bd0e-6e3a7f8d04a8,revision_number=2']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:06.043063 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-6c3e1669-6aac-440e-b464-835473073ccd tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:06.047849 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-60c1ad3d-02ee-4366-8df6-8bd538adff20 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:06.068179 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5608629-dc47-4e9a-973c-623f065a4788 req-ca6ec10b-4d80-4e5e-82b1-6967766e9a83 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:06.070915 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-c5608629-dc47-4e9a-973c-623f065a4788 req-ca6ec10b-4d80-4e5e-82b1-6967766e9a83 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d HTTP/1.1" status: 200  len: 944 time: 0.1026492
Sep 10 16:44:06.123519 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf74be-ead9-49c1-9bdb-d729779fc055 req-460a1f2d-fed4-43bb-8093-16a942c6abbb tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:06.125839 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-15bf74be-ead9-49c1-9bdb-d729779fc055 req-460a1f2d-fed4-43bb-8093-16a942c6abbb tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] 10.222.0.41 "GET /v2.0/ports?device_id=da92eb37-49d2-4972-ba65-684dccbfb30e HTTP/1.1" status: 200  len: 945 time: 0.4248748
Sep 10 16:44:06.126806 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-6c3e1669-6aac-440e-b464-835473073ccd tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for floatingip, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:06.128072 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-6c3e1669-6aac-440e-b464-835473073ccd tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.6354034
Sep 10 16:44:06.150732 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-c5608629-dc47-4e9a-973c-623f065a4788 req-530fe28b-1ac1-45a9-95eb-467e212ef9fd tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730028
Sep 10 16:44:06.180168 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-512d6826-644d-412a-a872-edbeaa04d99e req-e49df9d6-c610-4c67-b165-32f7dab469d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for port, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:06.181598 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-512d6826-644d-412a-a872-edbeaa04d99e req-e49df9d6-c610-4c67-b165-32f7dab469d1 service neutron] 10.222.0.24 "PUT /v2.0/ports/3ceef4c5-c045-4603-8c7b-0d77244b21ce HTTP/1.1" status: 200  len: 1094 time: 3.0787783
Sep 10 16:44:06.191885 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d', 'tag': '3ceef4c5-c045-4603-8c7b-0d77244b21ce'}] {{(pid=74981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:44:06.342652 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49df9d6-c610-4c67-b165-32f7dab469d1 service neutron] Pushing event updated for resources: {'Port': ['ID=3ceef4c5-c045-4603-8c7b-0d77244b21ce,revision_number=3']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:06.352192 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-e49df9d6-c610-4c67-b165-32f7dab469d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:06.408270 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d', 'tag': '3ceef4c5-c045-4603-8c7b-0d77244b21ce', 'status': 'completed', 'code': 200}
Sep 10 16:44:06.416701 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-15bf74be-ead9-49c1-9bdb-d729779fc055 req-6232f2ec-4a61-4dd8-9693-0957b4172e93 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] 10.222.0.41 "GET /v2.0/security-groups?id=54d856fd-85cf-485f-982e-866e37aec074&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2575514
Sep 10 16:44:06.666477 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-3b4cf88f-f7fa-49a6-9151-fbe69aad674c tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Synchronizing usage tracker for tenant:f9bbed5573b846b8bd73e0009e1ca850 on resource:security_group {{(pid=74982) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:44:06.688824 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-3b4cf88f-f7fa-49a6-9151-fbe69aad674c tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Unset dirty status for tenant:f9bbed5573b846b8bd73e0009e1ca850 on resource:security_group {{(pid=74982) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:44:06.690584 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-3b4cf88f-f7fa-49a6-9151-fbe69aad674c tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1243367076&fields=id&tenant_id=f9bbed5573b846b8bd73e0009e1ca850 HTTP/1.1" status: 200  len: 267 time: 0.1313384
Sep 10 16:44:06.914614 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-60c1ad3d-02ee-4366-8df6-8bd538adff20 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks [] for port, precommit_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:06.950886 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-60c1ad3d-02ee-4366-8df6-8bd538adff20 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:06.957433 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:06.972091 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-04fb5afa-f3b0-45d7-b002-6d61d04e7c73 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:06.973132 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-04fb5afa-f3b0-45d7-b002-6d61d04e7c73 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Synchronizing usage tracker for tenant:f9bbed5573b846b8bd73e0009e1ca850 on resource:network {{(pid=74982) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:44:06.993122 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-512d6826-644d-412a-a872-edbeaa04d99e req-3801531a-cfae-400f-a43e-3cf0d2347a36 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff9271dbe9584869afd7a0ccba96dfb8&device_id=f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d HTTP/1.1" status: 200  len: 1097 time: 0.5936708
Sep 10 16:44:06.997469 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-04fb5afa-f3b0-45d7-b002-6d61d04e7c73 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Unset dirty status for tenant:f9bbed5573b846b8bd73e0009e1ca850 on resource:network {{(pid=74982) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:44:06.999042 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-04fb5afa-f3b0-45d7-b002-6d61d04e7c73 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/networks?id=344edc15-821a-46e8-88af-fc737f1ffc8a HTTP/1.1" status: 200  len: 816 time: 0.3018556
Sep 10 16:44:07.020687 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-0715f578-6e01-43e3-80af-d2706ea9a4c3 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/quotas/f9bbed5573b846b8bd73e0009e1ca850 HTTP/1.1" status: 200  len: 375 time: 0.0136685
Sep 10 16:44:07.107979 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-60c1ad3d-02ee-4366-8df6-8bd538adff20 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446787'] for floatingip, after_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:07.114835 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-512d6826-644d-412a-a872-edbeaa04d99e req-b8a49b9a-0eb2-4466-8898-66b00ce56a43 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ceef4c5-c045-4603-8c7b-0d77244b21ce HTTP/1.1" status: 200  len: 217 time: 0.0969472
Sep 10 16:44:07.115086 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-f301171c-7981-4875-8923-59288010e7bc tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f9bbed5573b846b8bd73e0009e1ca850&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0895975
Sep 10 16:44:07.120589 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1ad3d-02ee-4366-8df6-8bd538adff20 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Pushing event updated for resources: {'Port': ['ID=6d04b0e5-9cc3-4453-abc7-d47229b8aecc,revision_number=2']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:07.128891 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-60c1ad3d-02ee-4366-8df6-8bd538adff20 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:07.185384 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-60c1ad3d-02ee-4366-8df6-8bd538adff20 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for floatingip, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:07.194845 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-60c1ad3d-02ee-4366-8df6-8bd538adff20 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.4735448
Sep 10 16:44:07.205519 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac7688-bd17-4a7c-8ff7-4d9754449cee req-15049ef3-d13c-4d38-af81-1904c0c4af9f tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:07.207627 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-03ac7688-bd17-4a7c-8ff7-4d9754449cee req-15049ef3-d13c-4d38-af81-1904c0c4af9f tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=93046c15-f39d-4221-b21c-f596460845b1 HTTP/1.1" status: 200  len: 946 time: 0.4419317
Sep 10 16:44:07.250700 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d6826-644d-412a-a872-edbeaa04d99e req-dc5eb472-8a19-4c59-8009-b8dfa3022ba4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:07.252435 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-512d6826-644d-412a-a872-edbeaa04d99e req-dc5eb472-8a19-4c59-8009-b8dfa3022ba4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d93a1e6-380c-4d96-8193-6a5a396655bc HTTP/1.1" status: 200  len: 859 time: 0.1226225
Sep 10 16:44:07.309328 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-512d6826-644d-412a-a872-edbeaa04d99e req-d2e465c8-17c4-4b80-b0df-0b98166c5a2a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e1586a1-ebae-4187-8d60-d4881a64afce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0467906
Sep 10 16:44:07.313619 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-03ac7688-bd17-4a7c-8ff7-4d9754449cee req-776b806b-aded-4984-b327-7c2bc2ab8841 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993371
Sep 10 16:44:07.353275 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-d2e6f971-a926-4b82-acd6-bf8f35ddf54f service neutron] 10.222.0.41 "GET /v2.0/networks/344edc15-821a-46e8-88af-fc737f1ffc8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2151501
Sep 10 16:44:07.508183 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-47d25971-07ce-4e8e-abec-a7cd34e3af84 service neutron] 10.222.0.41 "GET /v2.0/networks/344edc15-821a-46e8-88af-fc737f1ffc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1507797
Sep 10 16:44:07.513457 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-512d6826-644d-412a-a872-edbeaa04d99e req-f0cc6df8-6d05-4fca-9436-8282154e8736 service neutron] 10.222.0.24 "GET /v2.0/networks/9e1586a1-ebae-4187-8d60-d4881a64afce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1975129
Sep 10 16:44:07.725660 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83fa768-7eb1-46d9-8063-abf4bf0dc339 req-674dd08d-d4d8-4eaf-9f68-d2c463fa8db4 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:07.726557 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-b83fa768-7eb1-46d9-8063-abf4bf0dc339 req-674dd08d-d4d8-4eaf-9f68-d2c463fa8db4 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Synchronizing usage tracker for tenant:ff9271dbe9584869afd7a0ccba96dfb8 on resource:port {{(pid=74981) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:44:07.751518 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-512d6826-644d-412a-a872-edbeaa04d99e req-7f7de02d-5034-4e6d-8879-38b30d8f472a service neutron] 10.222.0.24 "GET /v2.0/networks/9e1586a1-ebae-4187-8d60-d4881a64afce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2271583
Sep 10 16:44:07.752171 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-b83fa768-7eb1-46d9-8063-abf4bf0dc339 req-674dd08d-d4d8-4eaf-9f68-d2c463fa8db4 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Unset dirty status for tenant:ff9271dbe9584869afd7a0ccba96dfb8 on resource:port {{(pid=74981) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:44:07.757434 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b83fa768-7eb1-46d9-8063-abf4bf0dc339 req-674dd08d-d4d8-4eaf-9f68-d2c463fa8db4 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d HTTP/1.1" status: 200  len: 944 time: 0.2868638
Sep 10 16:44:07.857189 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-04753485-b5ee-49e7-b829-9d3a7bea2abe tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Synchronizing usage tracker for tenant:d0a46baf31fe490992f182c130f37875 on resource:security_group {{(pid=74982) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:44:07.903228 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-04753485-b5ee-49e7-b829-9d3a7bea2abe tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Unset dirty status for tenant:d0a46baf31fe490992f182c130f37875 on resource:security_group {{(pid=74982) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:44:07.903228 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-04753485-b5ee-49e7-b829-9d3a7bea2abe tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--246855403&fields=id&tenant_id=d0a46baf31fe490992f182c130f37875 HTTP/1.1" status: 200  len: 267 time: 0.1213899
Sep 10 16:44:07.918897 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-b83fa768-7eb1-46d9-8063-abf4bf0dc339 req-95bb672b-0552-41bb-8912-cd983dd2fb89 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Synchronizing usage tracker for tenant:ff9271dbe9584869afd7a0ccba96dfb8 on resource:security_group {{(pid=74981) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:44:07.942823 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-b83fa768-7eb1-46d9-8063-abf4bf0dc339 req-95bb672b-0552-41bb-8912-cd983dd2fb89 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Unset dirty status for tenant:ff9271dbe9584869afd7a0ccba96dfb8 on resource:security_group {{(pid=74981) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:44:07.944024 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b83fa768-7eb1-46d9-8063-abf4bf0dc339 req-95bb672b-0552-41bb-8912-cd983dd2fb89 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1748698
Sep 10 16:44:07.956825 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-fbfb4a4d-9058-4315-bddd-6f4072ea9493 req-7d7459f3-f593-4f84-b0ed-c6cecf663d2c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff9271dbe9584869afd7a0ccba96dfb8&device_id=f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d HTTP/1.1" status: 200  len: 1097 time: 0.1217682
Sep 10 16:44:08.129068 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-ea6d685f-a8c9-49f5-b7c1-382be6a6cf51 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:08.129903 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-ea6d685f-a8c9-49f5-b7c1-382be6a6cf51 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Synchronizing usage tracker for tenant:d0a46baf31fe490992f182c130f37875 on resource:network {{(pid=74982) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:44:08.167377 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-ea6d685f-a8c9-49f5-b7c1-382be6a6cf51 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Unset dirty status for tenant:d0a46baf31fe490992f182c130f37875 on resource:network {{(pid=74982) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:44:08.177712 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-ea6d685f-a8c9-49f5-b7c1-382be6a6cf51 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/networks?id=6dada4db-7034-4535-a3e4-d198e90e5fce HTTP/1.1" status: 200  len: 811 time: 0.2577467
Sep 10 16:44:08.193199 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-4ffa5b5d-d635-4cbe-96dd-a41c757b32ec tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/quotas/d0a46baf31fe490992f182c130f37875 HTTP/1.1" status: 200  len: 375 time: 0.0178285
Sep 10 16:44:08.379733 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-e7918b7c-40da-4e63-a8cf-48b7fa857141 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0a46baf31fe490992f182c130f37875&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1768796
Sep 10 16:44:08.436522 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb4a4d-9058-4315-bddd-6f4072ea9493 req-dc9279fb-abdb-45e0-a8db-4badbfbb55ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:08.447656 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-fbfb4a4d-9058-4315-bddd-6f4072ea9493 req-dc9279fb-abdb-45e0-a8db-4badbfbb55ae service neutron] 10.222.0.24 "GET /v2.0/networks?id=9e1586a1-ebae-4187-8d60-d4881a64afce HTTP/1.1" status: 200  len: 920 time: 0.4835439
Sep 10 16:44:08.459464 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245c1af-cf60-4fe7-971c-00e07ce01dfb req-0a9f359c-89fc-483c-8561-ecbf71e44f79 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:08.461055 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-5245c1af-cf60-4fe7-971c-00e07ce01dfb req-0a9f359c-89fc-483c-8561-ecbf71e44f79 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] 10.222.0.41 "GET /v2.0/ports?device_id=da92eb37-49d2-4972-ba65-684dccbfb30e HTTP/1.1" status: 200  len: 945 time: 0.1872365
Sep 10 16:44:08.596992 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-fbfb4a4d-9058-4315-bddd-6f4072ea9493 req-2e89ca66-1e2d-4582-92be-2e9d9faabbb1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ceef4c5-c045-4603-8c7b-0d77244b21ce HTTP/1.1" status: 200  len: 217 time: 0.1349535
Sep 10 16:44:08.699835 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-46969b51-c4ae-430a-9c4a-c112d8a04707 service neutron] 10.222.0.41 "GET /v2.0/networks/6dada4db-7034-4535-a3e4-d198e90e5fce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3190808
Sep 10 16:44:08.739633 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-5245c1af-cf60-4fe7-971c-00e07ce01dfb req-c4eeedbb-0bdc-40de-9565-78aca7b8c0be tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] 10.222.0.41 "GET /v2.0/security-groups?id=54d856fd-85cf-485f-982e-866e37aec074&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2671783
Sep 10 16:44:08.757218 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb4a4d-9058-4315-bddd-6f4072ea9493 req-d711bb10-fa39-4a1d-8559-488f75697c12 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:08.758231 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-fbfb4a4d-9058-4315-bddd-6f4072ea9493 req-d711bb10-fa39-4a1d-8559-488f75697c12 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d93a1e6-380c-4d96-8193-6a5a396655bc HTTP/1.1" status: 200  len: 859 time: 0.1528831
Sep 10 16:44:08.760127 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 1a2b5e57-81c6-4ec1-9483-9c7094984df3 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=74983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 10 16:44:08.873971 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-3af64420-5463-47f8-ad2a-2d9d375436b3 service neutron] 10.222.0.41 "GET /v2.0/networks/6dada4db-7034-4535-a3e4-d198e90e5fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1672931
Sep 10 16:44:08.889427 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-fbfb4a4d-9058-4315-bddd-6f4072ea9493 req-07308e6a-0ac4-4ca9-9e18-512a28e15050 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e1586a1-ebae-4187-8d60-d4881a64afce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1096833
Sep 10 16:44:09.047393 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 1a2b5e57-81c6-4ec1-9483-9c7094984df3, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=1a2b5e57-81c6-4ec1-9483-9c7094984df3,segment=NetworkSegment(76ae9ed9-8960-43ef-aa42-1124251984d8),segment_id=76ae9ed9-8960-43ef-aa42-1124251984d8)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:44:09.093614 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Returning: {'device': '1a2b5e57-81c6-4ec1-9483-9c7094984df3', 'network_id': '9e1586a1-ebae-4187-8d60-d4881a64afce', 'port_id': '1a2b5e57-81c6-4ec1-9483-9c7094984df3', 'mac_address': 'fa:16:3e:75:be:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d93a1e6-380c-4d96-8193-6a5a396655bc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 10 16:44:09.208644 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-f7274020-9ce3-4b3b-875c-cdc7b50411b6 req-7efbf753-d380-48dc-a1b9-7cb3360a9a77 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Synchronizing usage tracker for tenant:f9bbed5573b846b8bd73e0009e1ca850 on resource:port {{(pid=74981) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:44:09.221101 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-fbfb4a4d-9058-4315-bddd-6f4072ea9493 req-f115411a-0bce-4a90-a7bd-fbfdd13e8a9a service neutron] 10.222.0.24 "GET /v2.0/networks/9e1586a1-ebae-4187-8d60-d4881a64afce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3243661
Sep 10 16:44:09.260119 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:09.281664 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a2b5e57-81c6-4ec1-9483-9c7094984df3 {{(pid=74983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:44:09.301907 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 1a2b5e57-81c6-4ec1-9483-9c7094984df3, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=1a2b5e57-81c6-4ec1-9483-9c7094984df3,segment=NetworkSegment(76ae9ed9-8960-43ef-aa42-1124251984d8),segment_id=76ae9ed9-8960-43ef-aa42-1124251984d8)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:44:09.308452 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:09.311543 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:09.530176 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-5bacc088-91d8-47aa-b315-5a078c564c4d tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:09.532398 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-5bacc088-91d8-47aa-b315-5a078c564c4d tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.24 "GET /v2.0/networks?id=344edc15-821a-46e8-88af-fc737f1ffc8a HTTP/1.1" status: 200  len: 816 time: 0.1846817
Sep 10 16:44:09.537722 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=1a2b5e57-81c6-4ec1-9483-9c7094984df3,revision_number=4']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:09.539713 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-f7274020-9ce3-4b3b-875c-cdc7b50411b6 req-7efbf753-d380-48dc-a1b9-7cb3360a9a77 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Unset dirty status for tenant:f9bbed5573b846b8bd73e0009e1ca850 on resource:port {{(pid=74981) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:44:09.541988 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-f7274020-9ce3-4b3b-875c-cdc7b50411b6 req-7efbf753-d380-48dc-a1b9-7cb3360a9a77 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 210 time: 0.5821657
Sep 10 16:44:09.554273 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:09.641546 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] get_ports_and_sgs() called for port_ids ['1a2b5e57-81c6-4ec1-9483-9c7094984df3'] {{(pid=74983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 10 16:44:09.673627 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-fbfb4a4d-9058-4315-bddd-6f4072ea9493 req-d0851ebd-6feb-4260-8a81-8ff2629ed87e service neutron] 10.222.0.24 "GET /v2.0/networks/9e1586a1-ebae-4187-8d60-d4881a64afce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4400780
Sep 10 16:44:09.729290 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-51294e1e-5771-4a96-8c89-bfaea8ddf3be tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9bbed5573b846b8bd73e0009e1ca850 HTTP/1.1" status: 200  len: 380 time: 0.1749389
Sep 10 16:44:09.760705 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-62bcc639-4b75-4980-bd6c-a29462da82b4 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Request body: {'port': {'device_id': 'f0007b50-7c84-4a40-af93-ae969d856f47', 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a', 'admin_state_up': True, 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'security_groups': ['3f5739d8-4250-41d6-8667-01965f061286']}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:44:09.812527 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973ba7b-27b3-4707-a8ed-717a0462b802 req-818abdb0-baf7-4e07-8c1d-0bfa520332fd tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:09.814721 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-b973ba7b-27b3-4707-a8ed-717a0462b802 req-818abdb0-baf7-4e07-8c1d-0bfa520332fd tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=93046c15-f39d-4221-b21c-f596460845b1 HTTP/1.1" status: 200  len: 946 time: 0.5275784
Sep 10 16:44:09.968801 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-b973ba7b-27b3-4707-a8ed-717a0462b802 req-a6976382-75ac-47c9-a857-8280802058e1 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1454039
Sep 10 16:44:10.014682 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef52637-a41e-451e-8ab7-65359d57bbd1 req-5902bed0-38a6-406f-b328-1534fd398e46 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:10.022854 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-8ef52637-a41e-451e-8ab7-65359d57bbd1 req-5902bed0-38a6-406f-b328-1534fd398e46 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d HTTP/1.1" status: 200  len: 944 time: 0.2234640
Sep 10 16:44:10.079929 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-62bcc639-4b75-4980-bd6c-a29462da82b4 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:44:10.099766 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-62bcc639-4b75-4980-bd6c-a29462da82b4 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:44:10.107424 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-8ef52637-a41e-451e-8ab7-65359d57bbd1 req-20afe17c-d2a7-442d-a6e2-ded30a3af3e6 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836875
Sep 10 16:44:10.132176 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-62bcc639-4b75-4980-bd6c-a29462da82b4 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Made reservation on behalf of f9bbed5573b846b8bd73e0009e1ca850 for: {'port': 1} {{(pid=74982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:44:10.135408 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-62bcc639-4b75-4980-bd6c-a29462da82b4 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:10.363596 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-bbde8d42-cae6-4852-ae3d-682b8b2920c7 req-7d6f0729-0fbf-4088-8f49-434129c320e6 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 210 time: 0.0976970
Sep 10 16:44:10.467601 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.db_base_plugin_common [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-62bcc639-4b75-4980-bd6c-a29462da82b4 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Allocated IP 172.20.0.7 (344edc15-821a-46e8-88af-fc737f1ffc8a/c869236f-34e5-4060-bd38-439ed8cf68e4/b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736) {{(pid=74982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:44:10.728605 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-62bcc639-4b75-4980-bd6c-a29462da82b4 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks [] for port, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:10.750555 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.provisioning_blocks [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-62bcc639-4b75-4980-bd6c-a29462da82b4 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Transition to ACTIVE for port object b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736 will not be triggered until provisioned by entity DHCP. {{(pid=74982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:44:10.779687 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 3ceef4c5-c045-4603-8c7b-0d77244b21ce details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=74983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 10 16:44:10.788403 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-62bcc639-4b75-4980-bd6c-a29462da82b4 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:10.789903 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 1a2b5e57-81c6-4ec1-9483-9c7094984df3 up at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:44:10.816171 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-53ceb98d-1b7e-4ef9-9974-e01eb6da0b37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:10.983551 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-62bcc639-4b75-4980-bd6c-a29462da82b4 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Network 344edc15-821a-46e8-88af-fc737f1ffc8a is already hosted by enough agents. {{(pid=74982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:44:11.003544 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.base_scheduler [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-62bcc639-4b75-4980-bd6c-a29462da82b4 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Resources bound (agent type, host, resource id):  {{(pid=74982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:44:11.006631 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bcc639-4b75-4980-bd6c-a29462da82b4 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Pushing event updated for resources: {'Port': ['ID=b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:11.014657 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-62bcc639-4b75-4980-bd6c-a29462da82b4 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:11.016779 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-62bcc639-4b75-4980-bd6c-a29462da82b4 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Received port after_create {{(pid=74982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:44:11.082109 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning for port 1a2b5e57-81c6-4ec1-9483-9c7094984df3 completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:44:11.106556 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning complete for port 1a2b5e57-81c6-4ec1-9483-9c7094984df3 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:44:11.107157 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:11.119685 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-e2340449-9f5a-437b-97d5-bd32c09be5ff tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:11.121881 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-e2340449-9f5a-437b-97d5-bd32c09be5ff tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.24 "GET /v2.0/networks?id=6dada4db-7034-4535-a3e4-d198e90e5fce HTTP/1.1" status: 200  len: 811 time: 0.3295169
Sep 10 16:44:11.164994 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-62bcc639-4b75-4980-bd6c-a29462da82b4 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:11.165661 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-62bcc639-4b75-4980-bd6c-a29462da82b4 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for port, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:11.180723 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 3ceef4c5-c045-4603-8c7b-0d77244b21ce, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=3ceef4c5-c045-4603-8c7b-0d77244b21ce,segment=NetworkSegment(76ae9ed9-8960-43ef-aa42-1124251984d8),segment_id=76ae9ed9-8960-43ef-aa42-1124251984d8)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:44:11.209122 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Returning: {'device': '3ceef4c5-c045-4603-8c7b-0d77244b21ce', 'network_id': '9e1586a1-ebae-4187-8d60-d4881a64afce', 'port_id': '3ceef4c5-c045-4603-8c7b-0d77244b21ce', 'mac_address': 'fa:16:3e:23:2f:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d93a1e6-380c-4d96-8193-6a5a396655bc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 10 16:44:11.210348 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105a55e-749c-464c-b6e5-ce7bfb16ce2b req-5a5b96e4-4e9a-44f4-bf81-78bdcadfc679 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:11.211097 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-6105a55e-749c-464c-b6e5-ce7bfb16ce2b req-5a5b96e4-4e9a-44f4-bf81-78bdcadfc679 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Synchronizing usage tracker for tenant:f9bbed5573b846b8bd73e0009e1ca850 on resource:port {{(pid=74982) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:44:11.233501 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-62bcc639-4b75-4980-bd6c-a29462da82b4 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4902835
Sep 10 16:44:11.236493 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-6105a55e-749c-464c-b6e5-ce7bfb16ce2b req-5a5b96e4-4e9a-44f4-bf81-78bdcadfc679 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Unset dirty status for tenant:f9bbed5573b846b8bd73e0009e1ca850 on resource:port {{(pid=74982) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:44:11.237899 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-6105a55e-749c-464c-b6e5-ce7bfb16ce2b req-5a5b96e4-4e9a-44f4-bf81-78bdcadfc679 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 931 time: 0.3553019
Sep 10 16:44:11.341969 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-6105a55e-749c-464c-b6e5-ce7bfb16ce2b req-26e6da0e-ce77-43b8-a5ea-c253f92f4e3e tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0971322
Sep 10 16:44:11.476241 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:11.501693 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-b79a226e-c617-4562-a95b-116f14732a42 None None] Provisioning for port b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736 completed by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:44:11.512690 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:11.533602 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-b79a226e-c617-4562-a95b-116f14732a42 None None] Provisioning complete for port b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736 triggered by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:44:11.533992 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-b79a226e-c617-4562-a95b-116f14732a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:11.568533 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-3eb0c91e-3164-4fc3-b926-8bcbe45d09b1 req-a355393c-2d95-4dcf-9666-668d5fbfaa03 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Synchronizing usage tracker for tenant:d0a46baf31fe490992f182c130f37875 on resource:port {{(pid=74981) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:44:11.590428 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ceef4c5-c045-4603-8c7b-0d77244b21ce {{(pid=74983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:44:11.604655 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-3eb0c91e-3164-4fc3-b926-8bcbe45d09b1 req-a355393c-2d95-4dcf-9666-668d5fbfaa03 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Unset dirty status for tenant:d0a46baf31fe490992f182c130f37875 on resource:port {{(pid=74981) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:44:11.606094 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-3eb0c91e-3164-4fc3-b926-8bcbe45d09b1 req-a355393c-2d95-4dcf-9666-668d5fbfaa03 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 210 time: 0.0807068
Sep 10 16:44:11.618772 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9facfff7-f246-4dd6-81ca-fe4fb468f317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2b5e57-81c6-4ec1-9483-9c7094984df3'}] {{(pid=74983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:44:11.643476 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 3ceef4c5-c045-4603-8c7b-0d77244b21ce, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=3ceef4c5-c045-4603-8c7b-0d77244b21ce,segment=NetworkSegment(76ae9ed9-8960-43ef-aa42-1124251984d8),segment_id=76ae9ed9-8960-43ef-aa42-1124251984d8)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:44:11.651741 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:11.654559 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 1a2b5e57-81c6-4ec1-9483-9c7094984df3, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=1a2b5e57-81c6-4ec1-9483-9c7094984df3,segment=NetworkSegment(76ae9ed9-8960-43ef-aa42-1124251984d8),segment_id=76ae9ed9-8960-43ef-aa42-1124251984d8)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:44:11.655339 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-e8cd676f-7975-4cda-bbcc-87371d33b20a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:11.666880 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a322e-5194-4950-9c22-f1d8f28283ad req-e42b97dc-d3ba-41f2-b01b-33e4052ddc21 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:11.668370 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-dd2a322e-5194-4950-9c22-f1d8f28283ad req-e42b97dc-d3ba-41f2-b01b-33e4052ddc21 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d HTTP/1.1" status: 200  len: 944 time: 0.0907140
Sep 10 16:44:11.694793 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-b79a226e-c617-4562-a95b-116f14732a42 None None] Port b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736 cannot update to ACTIVE because it is not bound. {{(pid=74983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 10 16:44:11.707332 dv-cinder-808473-1-iscsi neutron-server[74983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9facfff7-f246-4dd6-81ca-fe4fb468f317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2b5e57-81c6-4ec1-9483-9c7094984df3', 'code': 200}
Sep 10 16:44:11.732445 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:11.744816 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-dd2a322e-5194-4950-9c22-f1d8f28283ad req-5f5ab6b4-2bc8-4689-941c-b39834c298d4 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652149
Sep 10 16:44:11.767426 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=3ceef4c5-c045-4603-8c7b-0d77244b21ce,revision_number=4']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:11.776243 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:11.776653 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:11.840695 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=1a2b5e57-81c6-4ec1-9483-9c7094984df3,revision_number=5']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:11.843536 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:12.560529 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb233e6c-51a9-4514-93c6-0d1d71309d5c req-25de13f3-1b3d-4e34-943d-f1415df84480 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:12.562023 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-fb233e6c-51a9-4514-93c6-0d1d71309d5c req-25de13f3-1b3d-4e34-943d-f1415df84480 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 931 time: 0.0765245
Sep 10 16:44:12.611547 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-fb233e6c-51a9-4514-93c6-0d1d71309d5c req-68398e9f-e08c-4f3b-9436-740862c7f4bf tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437281
Sep 10 16:44:12.774346 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-822744bb-b3bf-4166-aa1d-b76d529efa2c req-64453e7a-7aa8-4486-8d89-9d2f4726c4b5 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 210 time: 0.0406082
Sep 10 16:44:12.947312 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634fb20a-1062-432f-9dca-1024356d043d req-818538cf-1734-4bb2-995f-88930c78b81a tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:12.949031 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-634fb20a-1062-432f-9dca-1024356d043d req-818538cf-1734-4bb2-995f-88930c78b81a tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d HTTP/1.1" status: 200  len: 945 time: 0.0785093
Sep 10 16:44:12.993938 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-634fb20a-1062-432f-9dca-1024356d043d req-9acebac3-ed74-47ee-a8f6-c41fb7794424 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388594
Sep 10 16:44:13.541159 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-b2cfc04d-df0f-4110-b99d-d153b3638f45 service neutron] Request body: {'port': {'device_id': 'f0007b50-7c84-4a40-af93-ae969d856f47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:44:13.594817 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-4922cd35-a487-46de-a8f9-2a3102389544 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Synchronizing usage tracker for tenant:d0a46baf31fe490992f182c130f37875 on resource:security_group {{(pid=74981) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:44:13.609109 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-4922cd35-a487-46de-a8f9-2a3102389544 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Unset dirty status for tenant:d0a46baf31fe490992f182c130f37875 on resource:security_group {{(pid=74981) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:44:13.610497 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-4922cd35-a487-46de-a8f9-2a3102389544 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0a46baf31fe490992f182c130f37875 HTTP/1.1" status: 200  len: 379 time: 0.0719273
Sep 10 16:44:13.664476 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-b2cfc04d-df0f-4110-b99d-d153b3638f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:13.671094 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dc1415-07b7-40ce-ab28-e33b9a103b75 None None] Sync routers for ids ['176189ad-7ab2-430f-8bdd-7ff226c6640a'] in dv-cinder-808473-1-iscsi {{(pid=74984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:44:13.690002 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dc1415-07b7-40ce-ab28-e33b9a103b75 None None] Routers {'176189ad-7ab2-430f-8bdd-7ff226c6640a'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:44:13.690785 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-78dc1415-07b7-40ce-ab28-e33b9a103b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8625967670>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:43:58Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['176189ad-7ab2-430f-8bdd-7ff226c6640a'], 'active': True} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:44:13.730564 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-b4b255f1-f1f6-4a1a-b7e3-928c3d3a8c70 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Request body: {'port': {'device_id': '11d3fa2a-e81f-451b-b064-128bca33c8af', 'network_id': '6dada4db-7034-4535-a3e4-d198e90e5fce', 'admin_state_up': True, 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'security_groups': ['731ff0e8-d781-4cbe-8dc0-020c5c50add1']}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:44:13.767738 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] get_ports_and_sgs() called for port_ids ['3ceef4c5-c045-4603-8c7b-0d77244b21ce'] {{(pid=74983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 10 16:44:14.110219 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-a5967e9b-8e15-482e-967e-87a9138d0442 req-ef5ba61d-095f-44dd-b788-fb0756f5818d tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 210 time: 0.0759442
Sep 10 16:44:14.158788 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-b4b255f1-f1f6-4a1a-b7e3-928c3d3a8c70 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:44:14.182745 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-b4b255f1-f1f6-4a1a-b7e3-928c3d3a8c70 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:44:14.201888 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-b4b255f1-f1f6-4a1a-b7e3-928c3d3a8c70 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Made reservation on behalf of d0a46baf31fe490992f182c130f37875 for: {'port': 1} {{(pid=74981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:44:14.205069 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-b4b255f1-f1f6-4a1a-b7e3-928c3d3a8c70 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:14.285623 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvr_db [None req-78dc1415-07b7-40ce-ab28-e33b9a103b75 None None] Set router 176189ad-7ab2-430f-8bdd-7ff226c6640a gateway port host: dv-cinder-808473-1-iscsi {{(pid=74984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:44:14.436533 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-40a178f2-c60b-419a-a2a3-71f43c241596 req-8019380d-a4ec-4ea0-8a2d-e29c95ed8c9e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 1098 time: 0.2146246
Sep 10 16:44:14.499678 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc53d1a-769a-4856-adce-52284f25c133 req-84fdaf5e-f1eb-4758-80b3-f1a512cc667b tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:14.506716 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-4dc53d1a-769a-4856-adce-52284f25c133 req-84fdaf5e-f1eb-4758-80b3-f1a512cc667b tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 931 time: 0.6695714
Sep 10 16:44:14.548559 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37716d74-3dc7-484a-8e63-09f302ae7224 req-abc152fc-b005-409f-a1c3-91a450fd7df7 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:14.550119 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-37716d74-3dc7-484a-8e63-09f302ae7224 req-abc152fc-b005-409f-a1c3-91a450fd7df7 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d HTTP/1.1" status: 200  len: 945 time: 0.2281272
Sep 10 16:44:14.625260 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.db_base_plugin_common [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-b4b255f1-f1f6-4a1a-b7e3-928c3d3a8c70 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Allocated IP 172.20.0.12 (6dada4db-7034-4535-a3e4-d198e90e5fce/ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5/934aa22f-47e1-4b63-b12e-856378fbc4c5) {{(pid=74981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:44:14.631619 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-40a178f2-c60b-419a-a2a3-71f43c241596 req-c3a0b179-d03e-4929-814e-050108a7e078 service neutron] Synchronizing usage tracker for tenant:e9c5694d1f784d308d3f313f7ffb9276 on resource:security_group {{(pid=74982) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:44:14.639884 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.notifiers.nova [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-b2cfc04d-df0f-4110-b99d-d153b3638f45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736 {{(pid=74982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:44:14.641976 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-37716d74-3dc7-484a-8e63-09f302ae7224 req-3bd09a4f-880b-41cb-963b-bcfc07d7f0e6 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795646
Sep 10 16:44:14.657685 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-4dc53d1a-769a-4856-adce-52284f25c133 req-1a345db7-ec01-41a2-8758-dfe5f402f654 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1500597
Sep 10 16:44:14.665480 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-b2cfc04d-df0f-4110-b99d-d153b3638f45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:14.733560 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-40a178f2-c60b-419a-a2a3-71f43c241596 req-c3a0b179-d03e-4929-814e-050108a7e078 service neutron] Unset dirty status for tenant:e9c5694d1f784d308d3f313f7ffb9276 on resource:security_group {{(pid=74982) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:44:14.733748 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-40a178f2-c60b-419a-a2a3-71f43c241596 req-c3a0b179-d03e-4929-814e-050108a7e078 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2801731
Sep 10 16:44:14.735138 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.provisioning_blocks [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-b2cfc04d-df0f-4110-b99d-d153b3638f45 service neutron] Transition to ACTIVE for port object b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736 will not be triggered until provisioned by entity L2. {{(pid=74982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:44:14.742893 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-b2cfc04d-df0f-4110-b99d-d153b3638f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2865589'] for port, after_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:14.746763 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-78dc1415-07b7-40ce-ab28-e33b9a103b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8625967670>, [{'id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'name': 'tempest-AttachVolumeShelveTestJSON-927730939-router', 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '6e741b70-5bbb-4b72-a9fc-cfbc7d85948d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:43:51Z', 'revision_number': 4, 'project_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'gw_port': {'id': '6e741b70-5bbb-4b72-a9fc-cfbc7d85948d', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:33Z', 'updated_at': '2021-09-10T16:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': 'aee4d381-a7e3-42a1-be12-79c13c6da7b9', 'name': '', 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a', 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'mac_address': 'fa:16:3e:db:76:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c869236f-34e5-4060-bd38-439ed8cf68e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:49Z', 'updated_at': '2021-09-10T16:43:51Z', 'revision_number': 2, 'project_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'subnets': [{'id': 'c869236f-34e5-4060-bd38-439ed8cf68e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:44:14.751570 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:14.754181 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dc1415-07b7-40ce-ab28-e33b9a103b75 None None] Checking router: 176189ad-7ab2-430f-8bdd-7ff226c6640a for host: dv-cinder-808473-1-iscsi {{(pid=74984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:44:14.754872 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dc1415-07b7-40ce-ab28-e33b9a103b75 None None] Updating router 176189ad-7ab2-430f-8bdd-7ff226c6640a port aee4d381-a7e3-42a1-be12-79c13c6da7b9 binding host dv-cinder-808473-1-iscsi {{(pid=74984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 10 16:44:14.824564 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-78dc1415-07b7-40ce-ab28-e33b9a103b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:14.985979 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfc04d-df0f-4110-b99d-d153b3638f45 service neutron] Pushing event updated for resources: {'Port': ['ID=b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736,revision_number=2']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:14.994059 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-b2cfc04d-df0f-4110-b99d-d153b3638f45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:15.081405 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-b4b255f1-f1f6-4a1a-b7e3-928c3d3a8c70 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks [] for port, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:15.110809 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.provisioning_blocks [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-b4b255f1-f1f6-4a1a-b7e3-928c3d3a8c70 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Transition to ACTIVE for port object 934aa22f-47e1-4b63-b12e-856378fbc4c5 will not be triggered until provisioned by entity DHCP. {{(pid=74981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:44:15.152509 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-b4b255f1-f1f6-4a1a-b7e3-928c3d3a8c70 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793'] for port, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:15.167091 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-60c1ad3d-02ee-4366-8df6-8bd538adff20 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:15.288160 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.managers [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-b2cfc04d-df0f-4110-b99d-d153b3638f45 service neutron] Attempting to bind port b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736 on host hv-cinder-80847 for vnic_type normal with profile  {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:44:15.288678 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.managers [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-b2cfc04d-df0f-4110-b99d-d153b3638f45 service neutron] Attempting to bind port b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736 by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': '26e62b26-76ed-49f4-9578-2518370488fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a'}] {{(pid=74982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:44:15.291358 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-b2cfc04d-df0f-4110-b99d-d153b3638f45 service neutron] Attempting to bind port b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736 on network 344edc15-821a-46e8-88af-fc737f1ffc8a {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:44:15.296532 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-b4b255f1-f1f6-4a1a-b7e3-928c3d3a8c70 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Network 6dada4db-7034-4535-a3e4-d198e90e5fce is already hosted by enough agents. {{(pid=74981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:44:15.305620 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.base_scheduler [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-b4b255f1-f1f6-4a1a-b7e3-928c3d3a8c70 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Resources bound (agent type, host, resource id):  {{(pid=74981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:44:15.308734 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-b2cfc04d-df0f-4110-b99d-d153b3638f45 service neutron] Port b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736 on network 344edc15-821a-46e8-88af-fc737f1ffc8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 10 16:44:15.316625 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-b2cfc04d-df0f-4110-b99d-d153b3638f45 service neutron] Attempting to bind port b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736 on network 344edc15-821a-46e8-88af-fc737f1ffc8a {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:44:15.324022 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-b4b255f1-f1f6-4a1a-b7e3-928c3d3a8c70 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Received port after_create {{(pid=74981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:44:15.331330 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-b4b255f1-f1f6-4a1a-b7e3-928c3d3a8c70 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:15.333401 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-b4b255f1-f1f6-4a1a-b7e3-928c3d3a8c70 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for port, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:15.343287 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-b2cfc04d-df0f-4110-b99d-d153b3638f45 service neutron] Checking agent: {'id': '653d4f90-9fea-4616-953f-74c38214cca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 41, 36), 'started_at': datetime.datetime(2021, 9, 10, 16, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:44:15.347117 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b255f1-f1f6-4a1a-b7e3-928c3d3a8c70 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Pushing event updated for resources: {'Port': ['ID=934aa22f-47e1-4b63-b12e-856378fbc4c5,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:15.347658 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-b2cfc04d-df0f-4110-b99d-d153b3638f45 service neutron] Checking segment: {'id': '26e62b26-76ed-49f4-9578-2518370488fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:44:15.348219 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-b2cfc04d-df0f-4110-b99d-d153b3638f45 service neutron] Bound using segment: {'id': '26e62b26-76ed-49f4-9578-2518370488fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a'} {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:44:15.348811 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.managers [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-b2cfc04d-df0f-4110-b99d-d153b3638f45 service neutron] Bound port: b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26e62b26-76ed-49f4-9578-2518370488fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a'}}] {{(pid=74982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:44:15.349388 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-b2cfc04d-df0f-4110-b99d-d153b3638f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:15.363350 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-b4b255f1-f1f6-4a1a-b7e3-928c3d3a8c70 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:15.391635 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-b4b255f1-f1f6-4a1a-b7e3-928c3d3a8c70 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6716278
Sep 10 16:44:15.409371 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-6ae7e9de-d72e-46b5-9247-990dbfa198b0 service neutron] Request body: {'port': {'device_id': '11d3fa2a-e81f-451b-b064-128bca33c8af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:44:15.459011 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 3ceef4c5-c045-4603-8c7b-0d77244b21ce up at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:44:15.595005 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.db [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-b2cfc04d-df0f-4110-b99d-d153b3638f45 service neutron] For port b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736, host hv-cinder-80847, cleared binding levels {{(pid=74982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:44:15.613551 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.db [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-b2cfc04d-df0f-4110-b99d-d153b3638f45 service neutron] For port b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736,segment=NetworkSegment(26e62b26-76ed-49f4-9578-2518370488fd),segment_id=26e62b26-76ed-49f4-9578-2518370488fd)] {{(pid=74982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:44:15.630646 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-b2cfc04d-df0f-4110-b99d-d153b3638f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2865589'] for port, after_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:15.647461 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning for port 3ceef4c5-c045-4603-8c7b-0d77244b21ce completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:44:15.657453 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning complete for port 3ceef4c5-c045-4603-8c7b-0d77244b21ce triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:44:15.657837 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:15.658022 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-a53eb3fe-1a7f-40f5-bd94-40bafbe5769f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:15.696781 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-6ae7e9de-d72e-46b5-9247-990dbfa198b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:15.703298 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-78dc1415-07b7-40ce-ab28-e33b9a103b75 None None] Notify callbacks [] for port, precommit_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:15.728175 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.provisioning_blocks [None req-78dc1415-07b7-40ce-ab28-e33b9a103b75 None None] Transition to ACTIVE for port object aee4d381-a7e3-42a1-be12-79c13c6da7b9 will not be triggered until provisioned by entity L2. {{(pid=74984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:44:15.740739 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-78dc1415-07b7-40ce-ab28-e33b9a103b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:15.747325 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG oslo_concurrency.lockutils [None req-8b0bbe83-ca0d-4337-a72c-9ae50e7e17a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:15.760980 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e355d-5d06-4607-a2ff-60e3333d717b req-842c7560-289b-4da6-908e-1cac710a2ed0 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:15.770920 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-a82e355d-5d06-4607-a2ff-60e3333d717b req-842c7560-289b-4da6-908e-1cac710a2ed0 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 932 time: 0.3143282
Sep 10 16:44:15.778935 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-b2cfc04d-df0f-4110-b99d-d153b3638f45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for port, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:15.783104 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-b2cfc04d-df0f-4110-b99d-d153b3638f45 service neutron] 10.222.0.24 "PUT /v2.0/ports/b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736 HTTP/1.1" status: 200  len: 1093 time: 2.2453687
Sep 10 16:44:15.798972 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0007b50-7c84-4a40-af93-ae969d856f47', 'tag': 'b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736'}] {{(pid=74982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:44:15.888633 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-6b099a32-692d-4b1c-9e93-a67b16f43168 None None] Provisioning for port 934aa22f-47e1-4b63-b12e-856378fbc4c5 completed by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:44:15.965434 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfc04d-df0f-4110-b99d-d153b3638f45 service neutron] Pushing event updated for resources: {'Port': ['ID=b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736,revision_number=3']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:16.001098 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-b2cfc04d-df0f-4110-b99d-d153b3638f45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:16.029441 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-6b099a32-692d-4b1c-9e93-a67b16f43168 None None] Provisioning complete for port 934aa22f-47e1-4b63-b12e-856378fbc4c5 triggered by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:44:16.029825 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-6b099a32-692d-4b1c-9e93-a67b16f43168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:16.055191 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-a82e355d-5d06-4607-a2ff-60e3333d717b req-059c2fcb-f066-4bfe-ae29-661fd4e558de tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2831671
Sep 10 16:44:16.164850 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16fc09-c919-4804-81c0-66c10f047de3 None None] Pushing event updated for resources: {'Port': ['ID=aee4d381-a7e3-42a1-be12-79c13c6da7b9,revision_number=3']} {{(pid=74984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:16.187178 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG oslo_concurrency.lockutils [None req-fd16fc09-c919-4804-81c0-66c10f047de3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=74984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:16.288694 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-6b099a32-692d-4b1c-9e93-a67b16f43168 None None] Port 934aa22f-47e1-4b63-b12e-856378fbc4c5 cannot update to ACTIVE because it is not bound. {{(pid=74983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 10 16:44:16.300004 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:16.410376 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ceef4c5-c045-4603-8c7b-0d77244b21ce'}] {{(pid=74983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:44:16.459119 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 3ceef4c5-c045-4603-8c7b-0d77244b21ce, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=3ceef4c5-c045-4603-8c7b-0d77244b21ce,segment=NetworkSegment(76ae9ed9-8960-43ef-aa42-1124251984d8),segment_id=76ae9ed9-8960-43ef-aa42-1124251984d8)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:44:16.481094 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:16.485806 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.managers [None req-78dc1415-07b7-40ce-ab28-e33b9a103b75 None None] Attempting to bind port aee4d381-a7e3-42a1-be12-79c13c6da7b9 on host dv-cinder-808473-1-iscsi for vnic_type normal with profile  {{(pid=74984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:44:16.488973 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.managers [None req-78dc1415-07b7-40ce-ab28-e33b9a103b75 None None] Attempting to bind port aee4d381-a7e3-42a1-be12-79c13c6da7b9 by drivers openvswitch,hyperv on host dv-cinder-808473-1-iscsi at level 0 using segments [{'id': '26e62b26-76ed-49f4-9578-2518370488fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a'}] {{(pid=74984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:44:16.489362 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dc1415-07b7-40ce-ab28-e33b9a103b75 None None] Attempting to bind port aee4d381-a7e3-42a1-be12-79c13c6da7b9 on network 344edc15-821a-46e8-88af-fc737f1ffc8a {{(pid=74984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:44:16.494666 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:16.498726 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb10dd-6698-4bff-ae59-1d82b3ab839f req-88ed63e4-109c-403b-a13c-44fa44f34a57 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:16.506423 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-49cb10dd-6698-4bff-ae59-1d82b3ab839f req-88ed63e4-109c-403b-a13c-44fa44f34a57 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d HTTP/1.1" status: 200  len: 945 time: 0.1741426
Sep 10 16:44:16.511830 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dc1415-07b7-40ce-ab28-e33b9a103b75 None None] Checking agent: {'id': 'f3cf38fb-3540-46d0-a6e6-e52cff650adc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 35, 26), 'started_at': datetime.datetime(2021, 9, 10, 16, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:44:16.512213 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dc1415-07b7-40ce-ab28-e33b9a103b75 None None] Checking segment: {'id': '26e62b26-76ed-49f4-9578-2518370488fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:44:16.514611 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-78dc1415-07b7-40ce-ab28-e33b9a103b75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:16.515037 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dc1415-07b7-40ce-ab28-e33b9a103b75 None None] Bound using segment: {'id': '26e62b26-76ed-49f4-9578-2518370488fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a'} {{(pid=74984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:44:16.516396 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.managers [None req-78dc1415-07b7-40ce-ab28-e33b9a103b75 None None] Bound port: aee4d381-a7e3-42a1-be12-79c13c6da7b9, host: dv-cinder-808473-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e62b26-76ed-49f4-9578-2518370488fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a'}}] {{(pid=74984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:44:16.516811 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-78dc1415-07b7-40ce-ab28-e33b9a103b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:16.665189 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-89a18110-2625-495b-96cb-1d5c6821e9ba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9bbed5573b846b8bd73e0009e1ca850&device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 1096 time: 0.3868968
Sep 10 16:44:16.674529 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-49cb10dd-6698-4bff-ae59-1d82b3ab839f req-dfe92914-5f94-41f4-87d8-c3e17759afd9 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1670954
Sep 10 16:44:16.694970 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=3ceef4c5-c045-4603-8c7b-0d77244b21ce,revision_number=5']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:16.700975 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:16.716211 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.db.resource_extend [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-6ae7e9de-d72e-46b5-9247-990dbfa198b0 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Sep 10 16:44:16.793454 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 55768) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:16.831154 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0007b50-7c84-4a40-af93-ae969d856f47', 'tag': 'b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736', 'status': 'completed', 'code': 200}
Sep 10 16:44:16.838792 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-0316e19c-9aea-44d9-a52a-f81aaf517edf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736 HTTP/1.1" status: 200  len: 217 time: 0.1539733
Sep 10 16:44:16.839627 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.notifiers.nova [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-6ae7e9de-d72e-46b5-9247-990dbfa198b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 934aa22f-47e1-4b63-b12e-856378fbc4c5 {{(pid=74981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:44:16.852940 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-6ae7e9de-d72e-46b5-9247-990dbfa198b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:16.858195 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.db [None req-78dc1415-07b7-40ce-ab28-e33b9a103b75 None None] For port aee4d381-a7e3-42a1-be12-79c13c6da7b9, host dv-cinder-808473-1-iscsi, cleared binding levels {{(pid=74984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:44:16.866276 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.db [None req-78dc1415-07b7-40ce-ab28-e33b9a103b75 None None] For port aee4d381-a7e3-42a1-be12-79c13c6da7b9, host dv-cinder-808473-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=aee4d381-a7e3-42a1-be12-79c13c6da7b9,segment=NetworkSegment(26e62b26-76ed-49f4-9578-2518370488fd),segment_id=26e62b26-76ed-49f4-9578-2518370488fd)] {{(pid=74984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:44:16.877189 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-78dc1415-07b7-40ce-ab28-e33b9a103b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:16.884533 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.provisioning_blocks [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-6ae7e9de-d72e-46b5-9247-990dbfa198b0 service neutron] Transition to ACTIVE for port object 934aa22f-47e1-4b63-b12e-856378fbc4c5 will not be triggered until provisioned by entity L2. {{(pid=74981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:44:16.888447 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-6ae7e9de-d72e-46b5-9247-990dbfa198b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:16.888602 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG oslo_concurrency.lockutils [None req-00766d88-2898-4849-997c-943bf2c8a274 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:16.895498 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:16.973742 dv-cinder-808473-1-iscsi neutron-server[74983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ceef4c5-c045-4603-8c7b-0d77244b21ce', 'code': 200}
Sep 10 16:44:17.028383 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-03c73b77-b8dc-48d2-aa5d-52c91308418f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:17.034670 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-03c73b77-b8dc-48d2-aa5d-52c91308418f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c869236f-34e5-4060-bd38-439ed8cf68e4 HTTP/1.1" status: 200  len: 855 time: 0.1877222
Sep 10 16:44:17.050905 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d29ad27-e58d-4a3c-bb11-e83331bf1838 req-f6e924cb-155a-4ea8-8697-9f084f275be4 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:17.063417 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-2d29ad27-e58d-4a3c-bb11-e83331bf1838 req-f6e924cb-155a-4ea8-8697-9f084f275be4 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 943 time: 0.5312827
Sep 10 16:44:17.101964 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16fc09-c919-4804-81c0-66c10f047de3 None None] Pushing event updated for resources: {'Port': ['ID=aee4d381-a7e3-42a1-be12-79c13c6da7b9,revision_number=4']} {{(pid=74984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:17.145574 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG oslo_concurrency.lockutils [None req-fd16fc09-c919-4804-81c0-66c10f047de3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=74984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:17.175823 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae7e9de-d72e-46b5-9247-990dbfa198b0 service neutron] Pushing event updated for resources: {'Port': ['ID=934aa22f-47e1-4b63-b12e-856378fbc4c5,revision_number=2']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:17.187229 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-6ae7e9de-d72e-46b5-9247-990dbfa198b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:17.197633 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dc1415-07b7-40ce-ab28-e33b9a103b75 None None] Routers {'176189ad-7ab2-430f-8bdd-7ff226c6640a'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:44:17.198940 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-78dc1415-07b7-40ce-ab28-e33b9a103b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8625967670>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:43:58Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['176189ad-7ab2-430f-8bdd-7ff226c6640a'], 'active': True} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:44:17.240411 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-2d29ad27-e58d-4a3c-bb11-e83331bf1838 req-c2f7979a-4fc1-4e33-98b2-18f5b2c0d24b tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1751568
Sep 10 16:44:17.285423 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f01de2-d446-4f75-9a1c-3d557e5c4ed5 None None] Sync routers for ids ['83d55671-1489-406c-b5c7-9f5f3a763726'] in dv-cinder-808473-1-iscsi {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:44:17.309548 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f01de2-d446-4f75-9a1c-3d557e5c4ed5 None None] Routers {'83d55671-1489-406c-b5c7-9f5f3a763726'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:44:17.312394 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-23f01de2-d446-4f75-9a1c-3d557e5c4ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f86252f4970>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:43:58Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['83d55671-1489-406c-b5c7-9f5f3a763726'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:44:17.411993 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.managers [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-6ae7e9de-d72e-46b5-9247-990dbfa198b0 service neutron] Attempting to bind port 934aa22f-47e1-4b63-b12e-856378fbc4c5 on host hv-cinder-80847 for vnic_type normal with profile  {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:44:17.412396 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.managers [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-6ae7e9de-d72e-46b5-9247-990dbfa198b0 service neutron] Attempting to bind port 934aa22f-47e1-4b63-b12e-856378fbc4c5 by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': 'c6538587-d6ad-4ab5-81d5-0156b6242101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6dada4db-7034-4535-a3e4-d198e90e5fce'}] {{(pid=74981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:44:17.412736 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-6ae7e9de-d72e-46b5-9247-990dbfa198b0 service neutron] Attempting to bind port 934aa22f-47e1-4b63-b12e-856378fbc4c5 on network 6dada4db-7034-4535-a3e4-d198e90e5fce {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:44:17.427115 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-6ae7e9de-d72e-46b5-9247-990dbfa198b0 service neutron] Port 934aa22f-47e1-4b63-b12e-856378fbc4c5 on network 6dada4db-7034-4535-a3e4-d198e90e5fce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 10 16:44:17.427480 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-6ae7e9de-d72e-46b5-9247-990dbfa198b0 service neutron] Attempting to bind port 934aa22f-47e1-4b63-b12e-856378fbc4c5 on network 6dada4db-7034-4535-a3e4-d198e90e5fce {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:44:17.449955 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-6ae7e9de-d72e-46b5-9247-990dbfa198b0 service neutron] Checking agent: {'id': '653d4f90-9fea-4616-953f-74c38214cca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 41, 36), 'started_at': datetime.datetime(2021, 9, 10, 16, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:44:17.450358 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-6ae7e9de-d72e-46b5-9247-990dbfa198b0 service neutron] Checking segment: {'id': 'c6538587-d6ad-4ab5-81d5-0156b6242101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6dada4db-7034-4535-a3e4-d198e90e5fce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:44:17.450991 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-6ae7e9de-d72e-46b5-9247-990dbfa198b0 service neutron] Bound using segment: {'id': 'c6538587-d6ad-4ab5-81d5-0156b6242101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6dada4db-7034-4535-a3e4-d198e90e5fce'} {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:44:17.451173 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.managers [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-6ae7e9de-d72e-46b5-9247-990dbfa198b0 service neutron] Bound port: 934aa22f-47e1-4b63-b12e-856378fbc4c5, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6538587-d6ad-4ab5-81d5-0156b6242101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6dada4db-7034-4535-a3e4-d198e90e5fce'}}] {{(pid=74981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:44:17.451527 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-6ae7e9de-d72e-46b5-9247-990dbfa198b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:17.453476 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-4cac9e4d-cda2-46cb-92d7-d738aa736a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:17.510587 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-0b4ff4ee-9ef5-43e3-90ee-ff1296f94438 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=344edc15-821a-46e8-88af-fc737f1ffc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4176829
Sep 10 16:44:17.674908 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvr_db [None req-78dc1415-07b7-40ce-ab28-e33b9a103b75 None None] Set router 176189ad-7ab2-430f-8bdd-7ff226c6640a gateway port host: dv-cinder-808473-1-iscsi {{(pid=74984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:44:17.706686 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3be7f2-f32f-4dc2-a182-52339802ec7d req-1b234432-cfe1-4bd4-a780-887c4deb21a9 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:17.707404 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-4b3be7f2-f32f-4dc2-a182-52339802ec7d req-1b234432-cfe1-4bd4-a780-887c4deb21a9 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Synchronizing usage tracker for tenant:d0a46baf31fe490992f182c130f37875 on resource:port {{(pid=74981) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:44:17.720789 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-6ae7e9de-d72e-46b5-9247-990dbfa198b0 service neutron] For port 934aa22f-47e1-4b63-b12e-856378fbc4c5, host hv-cinder-80847, cleared binding levels {{(pid=74981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:44:17.725488 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-6ae7e9de-d72e-46b5-9247-990dbfa198b0 service neutron] For port 934aa22f-47e1-4b63-b12e-856378fbc4c5, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=934aa22f-47e1-4b63-b12e-856378fbc4c5,segment=NetworkSegment(c6538587-d6ad-4ab5-81d5-0156b6242101),segment_id=c6538587-d6ad-4ab5-81d5-0156b6242101)] {{(pid=74981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:44:17.732971 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-6ae7e9de-d72e-46b5-9247-990dbfa198b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:17.738008 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-4b3be7f2-f32f-4dc2-a182-52339802ec7d req-1b234432-cfe1-4bd4-a780-887c4deb21a9 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Unset dirty status for tenant:d0a46baf31fe490992f182c130f37875 on resource:port {{(pid=74981) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:44:17.740186 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4b3be7f2-f32f-4dc2-a182-52339802ec7d req-1b234432-cfe1-4bd4-a780-887c4deb21a9 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 944 time: 0.2910898
Sep 10 16:44:17.743108 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-6c3e1669-6aac-440e-b464-835473073ccd tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:17.750423 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-23f01de2-d446-4f75-9a1c-3d557e5c4ed5 None None] Set router 83d55671-1489-406c-b5c7-9f5f3a763726 gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:44:17.768635 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-610fede1-df73-4e17-a08e-bd2a920b0e20 service neutron] 10.222.0.24 "GET /v2.0/networks/344edc15-821a-46e8-88af-fc737f1ffc8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2217488
Sep 10 16:44:17.837403 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-4cac9e4d-cda2-46cb-92d7-d738aa736a4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:44:17.887840 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-6ae7e9de-d72e-46b5-9247-990dbfa198b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for port, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:17.889231 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-6ae7e9de-d72e-46b5-9247-990dbfa198b0 service neutron] 10.222.0.24 "PUT /v2.0/ports/934aa22f-47e1-4b63-b12e-856378fbc4c5 HTTP/1.1" status: 200  len: 1094 time: 2.4904697
Sep 10 16:44:17.889712 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d3fa2a-e81f-451b-b064-128bca33c8af', 'tag': '934aa22f-47e1-4b63-b12e-856378fbc4c5'}] {{(pid=74981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:44:17.922861 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4b3be7f2-f32f-4dc2-a182-52339802ec7d req-77cfff1f-fe99-4bb9-a2dd-9017d81587e5 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1151793
Sep 10 16:44:17.929538 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae7e9de-d72e-46b5-9247-990dbfa198b0 service neutron] Pushing event updated for resources: {'Port': ['ID=934aa22f-47e1-4b63-b12e-856378fbc4c5,revision_number=3']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:17.933658 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-6ae7e9de-d72e-46b5-9247-990dbfa198b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:18.029475 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d3fa2a-e81f-451b-b064-128bca33c8af', 'tag': '934aa22f-47e1-4b63-b12e-856378fbc4c5', 'status': 'completed', 'code': 200}
Sep 10 16:44:18.064812 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-4cac9e4d-cda2-46cb-92d7-d738aa736a4d admin admin] Usage tracker for resource:security_group_rule and tenant:54f46043fce64f16b0213947d1a8273c is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:44:18.077414 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-67d4ef46-6583-4769-ad65-aaa56b85f84e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d0a46baf31fe490992f182c130f37875&device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 1097 time: 0.1311255
Sep 10 16:44:18.139276 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-4cac9e4d-cda2-46cb-92d7-d738aa736a4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:44:18.161458 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-4cac9e4d-cda2-46cb-92d7-d738aa736a4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:44:18.165152 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-78dc1415-07b7-40ce-ab28-e33b9a103b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8625967670>, [{'id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'name': 'tempest-AttachVolumeShelveTestJSON-927730939-router', 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '6e741b70-5bbb-4b72-a9fc-cfbc7d85948d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:43:51Z', 'revision_number': 4, 'project_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'gw_port': {'id': '6e741b70-5bbb-4b72-a9fc-cfbc7d85948d', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:33Z', 'updated_at': '2021-09-10T16:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': 'aee4d381-a7e3-42a1-be12-79c13c6da7b9', 'name': '', 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a', 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'mac_address': 'fa:16:3e:db:76:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c869236f-34e5-4060-bd38-439ed8cf68e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:49Z', 'updated_at': '2021-09-10T16:44:16Z', 'revision_number': 4, 'project_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'subnets': [{'id': 'c869236f-34e5-4060-bd38-439ed8cf68e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:44:18.174676 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dc1415-07b7-40ce-ab28-e33b9a103b75 None None] The sync data for ids ['176189ad-7ab2-430f-8bdd-7ff226c6640a'] in dv-cinder-808473-1-iscsi is: [{'id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'name': 'tempest-AttachVolumeShelveTestJSON-927730939-router', 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '6e741b70-5bbb-4b72-a9fc-cfbc7d85948d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:43:51Z', 'revision_number': 4, 'project_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'gw_port': {'id': '6e741b70-5bbb-4b72-a9fc-cfbc7d85948d', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:33Z', 'updated_at': '2021-09-10T16:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': 'aee4d381-a7e3-42a1-be12-79c13c6da7b9', 'name': '', 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a', 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'mac_address': 'fa:16:3e:db:76:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c869236f-34e5-4060-bd38-439ed8cf68e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:49Z', 'updated_at': '2021-09-10T16:44:16Z', 'revision_number': 4, 'project_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'subnets': [{'id': 'c869236f-34e5-4060-bd38-439ed8cf68e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:44:18.187384 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-d9cf44bf-558c-4585-8b48-d6ad77fcb601 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=934aa22f-47e1-4b63-b12e-856378fbc4c5 HTTP/1.1" status: 200  len: 217 time: 0.1019945
Sep 10 16:44:18.299964 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-620ebc38-4264-43cf-a19b-77488f72ce9e req-28697648-4b7c-436c-85e3-73d073872df9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d HTTP/1.1" status: 200  len: 1099 time: 0.9229403
Sep 10 16:44:18.305819 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-23f01de2-d446-4f75-9a1c-3d557e5c4ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f86252f4970>, [{'id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'name': 'tempest-AttachVolumeTestJSON-1565047691-router', 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'aa012124-f910-4ae0-9e02-60fd3cddabb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:43:50Z', 'revision_number': 4, 'project_id': 'd0a46baf31fe490992f182c130f37875', 'gw_port': {'id': 'aa012124-f910-4ae0-9e02-60fd3cddabb5', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:33Z', 'updated_at': '2021-09-10T16:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': 'eebf41e6-278b-445f-b2e3-c376b3ab9b06', 'name': '', 'network_id': '6dada4db-7034-4535-a3e4-d198e90e5fce', 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'mac_address': 'fa:16:3e:d3:4d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:47Z', 'updated_at': '2021-09-10T16:43:51Z', 'revision_number': 2, 'project_id': 'd0a46baf31fe490992f182c130f37875', 'subnets': [{'id': 'ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:44:18.310848 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-54fa8d73-32e9-4286-bf91-5e1b5e367813 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:18.312323 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-54fa8d73-32e9-4286-bf91-5e1b5e367813 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5 HTTP/1.1" status: 200  len: 850 time: 0.1183066
Sep 10 16:44:18.315864 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f01de2-d446-4f75-9a1c-3d557e5c4ed5 None None] Checking router: 83d55671-1489-406c-b5c7-9f5f3a763726 for host: dv-cinder-808473-1-iscsi {{(pid=74983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:44:18.316220 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f01de2-d446-4f75-9a1c-3d557e5c4ed5 None None] Updating router 83d55671-1489-406c-b5c7-9f5f3a763726 port eebf41e6-278b-445f-b2e3-c376b3ab9b06 binding host dv-cinder-808473-1-iscsi {{(pid=74983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 10 16:44:18.364728 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-8fdc1ec8-d9f2-4f75-bac1-ca2510f88818 req-919c9839-2d67-4a17-9122-a5a6fa852832 service neutron] 10.222.0.24 "GET /v2.0/networks/344edc15-821a-46e8-88af-fc737f1ffc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5853879
Sep 10 16:44:18.379905 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1c32b-fd98-406d-82de-10c355fcdaf4 req-ec469d48-a58c-4b99-8b08-a16c8368e969 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:18.387785 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-2eb1c32b-fd98-406d-82de-10c355fcdaf4 req-ec469d48-a58c-4b99-8b08-a16c8368e969 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d HTTP/1.1" status: 200  len: 946 time: 0.3291838
Sep 10 16:44:18.443084 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-23f01de2-d446-4f75-9a1c-3d557e5c4ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:18.573038 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-620ebc38-4264-43cf-a19b-77488f72ce9e req-fefe96f2-3ee1-4213-a4a5-21c7a136eb6c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2572224
Sep 10 16:44:18.580651 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-4cac9e4d-cda2-46cb-92d7-d738aa736a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:18.601666 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-4cac9e4d-cda2-46cb-92d7-d738aa736a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:18.667024 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:18.700599 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-4cac9e4d-cda2-46cb-92d7-d738aa736a4d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=54f46043fce64f16b0213947d1a8273c&name=default HTTP/1.1" status: 200  len: 2647 time: 1.8946037
Sep 10 16:44:18.707403 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 55816) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:18.762349 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-2eb1c32b-fd98-406d-82de-10c355fcdaf4 req-9624fb0a-789d-4824-87b2-4e21047a39c9 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3733335
Sep 10 16:44:18.799521 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac9e4d-cda2-46cb-92d7-d738aa736a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758d1e81-d3bc-4070-9f66-421ee3f3db55,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:18.825360 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-4cac9e4d-cda2-46cb-92d7-d738aa736a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:18.882708 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-de6910b6-bd3e-4e41-accd-2914de9c68a8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6dada4db-7034-4535-a3e4-d198e90e5fce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5396371
Sep 10 16:44:18.891793 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-6f6b719f-6de7-4789-9f63-c1140a433c98 req-f01b8594-46a7-43a2-bb8d-8aa83e1536a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9bbed5573b846b8bd73e0009e1ca850&device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 1096 time: 0.4474218
Sep 10 16:44:18.895214 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-20654f0b-1bb3-459e-9511-d0a59ba76b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:19.082286 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54bfd3-06df-47f1-9281-043fadbb7ee1 req-d8f838d0-ce63-4be1-8985-a362b6511415 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:19.089130 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-db54bfd3-06df-47f1-9281-043fadbb7ee1 req-d8f838d0-ce63-4be1-8985-a362b6511415 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 943 time: 0.4496169
Sep 10 16:44:19.146051 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-20654f0b-1bb3-459e-9511-d0a59ba76b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:19.201521 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-a8a3c63b-3359-453e-a23a-e0b94669e209 service neutron] 10.222.0.24 "GET /v2.0/networks/6dada4db-7034-4535-a3e4-d198e90e5fce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3078432
Sep 10 16:44:19.210939 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-23f01de2-d446-4f75-9a1c-3d557e5c4ed5 None None] Notify callbacks [] for port, precommit_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:19.218693 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-db54bfd3-06df-47f1-9281-043fadbb7ee1 req-e80a919b-923c-4314-934f-926a0769a27c tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1285946
Sep 10 16:44:19.235717 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-23f01de2-d446-4f75-9a1c-3d557e5c4ed5 None None] Transition to ACTIVE for port object eebf41e6-278b-445f-b2e3-c376b3ab9b06 will not be triggered until provisioned by entity L2. {{(pid=74983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:44:19.277144 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-23f01de2-d446-4f75-9a1c-3d557e5c4ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:19.281440 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:19.435198 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b719f-6de7-4789-9f63-c1140a433c98 req-5935c143-7abc-46dd-bd3b-c882e40f26b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:19.437059 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-6f6b719f-6de7-4789-9f63-c1140a433c98 req-5935c143-7abc-46dd-bd3b-c882e40f26b8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=344edc15-821a-46e8-88af-fc737f1ffc8a HTTP/1.1" status: 200  len: 917 time: 0.5189998
Sep 10 16:44:19.512113 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device aee4d381-a7e3-42a1-be12-79c13c6da7b9 up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:44:19.526699 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-cad49fbf-cfd6-4f8b-8606-d9f8aad8eb08 req-c640638a-249b-48f9-87a3-7f6755e61561 service neutron] 10.222.0.24 "GET /v2.0/networks/6dada4db-7034-4535-a3e4-d198e90e5fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3067071
Sep 10 16:44:19.669662 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-20654f0b-1bb3-459e-9511-d0a59ba76b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:19.683067 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-7793bfd8-4497-4179-b65b-2834e42b9a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:19.698069 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20654f0b-1bb3-459e-9511-d0a59ba76b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758d1e81-d3bc-4070-9f66-421ee3f3db55,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:19.701676 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-20654f0b-1bb3-459e-9511-d0a59ba76b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:19.708474 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-20654f0b-1bb3-459e-9511-d0a59ba76b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:19.709661 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-20654f0b-1bb3-459e-9511-d0a59ba76b67 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/758d1e81-d3bc-4070-9f66-421ee3f3db55 HTTP/1.1" status: 204  len: 168 time: 0.9964244
Sep 10 16:44:19.717592 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6c483-342c-477f-ae2a-653983c2fadb req-523554a6-ab4e-4ad6-a24f-64a0668c362d tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:19.725714 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-87e6c483-342c-477f-ae2a-653983c2fadb req-523554a6-ab4e-4ad6-a24f-64a0668c362d tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 944 time: 0.5078530
Sep 10 16:44:19.731310 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0652be66-407d-48b9-89eb-1eab33c72916 None None] Pushing event updated for resources: {'Port': ['ID=eebf41e6-278b-445f-b2e3-c376b3ab9b06,revision_number=3']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:19.764109 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-0652be66-407d-48b9-89eb-1eab33c72916 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:19.775792 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-6f6b719f-6de7-4789-9f63-c1140a433c98 req-7e839f36-1c6c-44ff-b15b-37c768434c23 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736 HTTP/1.1" status: 200  len: 217 time: 0.3141944
Sep 10 16:44:19.812100 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-31041db6-d3a8-45f2-8f60-740bec6aefc8 req-d4e6400b-fdc2-46c5-a274-d2cb2cba9bb0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d0a46baf31fe490992f182c130f37875&device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 1097 time: 0.2151568
Sep 10 16:44:19.967072 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-87e6c483-342c-477f-ae2a-653983c2fadb req-cc78f206-f78c-4774-a057-e97747140379 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2404680
Sep 10 16:44:20.029168 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b719f-6de7-4789-9f63-c1140a433c98 req-1f2f93de-913a-4929-8e35-b3a6503800f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:20.032040 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-6f6b719f-6de7-4789-9f63-c1140a433c98 req-1f2f93de-913a-4929-8e35-b3a6503800f7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c869236f-34e5-4060-bd38-439ed8cf68e4 HTTP/1.1" status: 200  len: 855 time: 0.2315967
Sep 10 16:44:20.049741 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning for port aee4d381-a7e3-42a1-be12-79c13c6da7b9 completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:44:20.076081 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-23f01de2-d446-4f75-9a1c-3d557e5c4ed5 None None] Attempting to bind port eebf41e6-278b-445f-b2e3-c376b3ab9b06 on host dv-cinder-808473-1-iscsi for vnic_type normal with profile  {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:44:20.076467 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-23f01de2-d446-4f75-9a1c-3d557e5c4ed5 None None] Attempting to bind port eebf41e6-278b-445f-b2e3-c376b3ab9b06 by drivers openvswitch,hyperv on host dv-cinder-808473-1-iscsi at level 0 using segments [{'id': 'c6538587-d6ad-4ab5-81d5-0156b6242101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6dada4db-7034-4535-a3e4-d198e90e5fce'}] {{(pid=74983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:44:20.076836 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f01de2-d446-4f75-9a1c-3d557e5c4ed5 None None] Attempting to bind port eebf41e6-278b-445f-b2e3-c376b3ab9b06 on network 6dada4db-7034-4535-a3e4-d198e90e5fce {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:44:20.087778 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port aee4d381-a7e3-42a1-be12-79c13c6da7b9 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:44:20.088168 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:20.177208 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f01de2-d446-4f75-9a1c-3d557e5c4ed5 None None] Checking agent: {'id': 'f3cf38fb-3540-46d0-a6e6-e52cff650adc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 35, 26), 'started_at': datetime.datetime(2021, 9, 10, 16, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:44:20.178051 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f01de2-d446-4f75-9a1c-3d557e5c4ed5 None None] Checking segment: {'id': 'c6538587-d6ad-4ab5-81d5-0156b6242101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6dada4db-7034-4535-a3e4-d198e90e5fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:44:20.179916 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-23f01de2-d446-4f75-9a1c-3d557e5c4ed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:20.180665 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f01de2-d446-4f75-9a1c-3d557e5c4ed5 None None] Bound using segment: {'id': 'c6538587-d6ad-4ab5-81d5-0156b6242101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6dada4db-7034-4535-a3e4-d198e90e5fce'} {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:44:20.181492 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-23f01de2-d446-4f75-9a1c-3d557e5c4ed5 None None] Bound port: eebf41e6-278b-445f-b2e3-c376b3ab9b06, host: dv-cinder-808473-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6538587-d6ad-4ab5-81d5-0156b6242101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6dada4db-7034-4535-a3e4-d198e90e5fce'}}] {{(pid=74983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:44:20.182040 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-23f01de2-d446-4f75-9a1c-3d557e5c4ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:20.185160 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-6f6b719f-6de7-4789-9f63-c1140a433c98 req-0dfbe9f3-8b05-4045-9290-84ed2eabc2b8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=344edc15-821a-46e8-88af-fc737f1ffc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1391075
Sep 10 16:44:20.188093 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31041db6-d3a8-45f2-8f60-740bec6aefc8 req-63823992-bc53-40a9-a382-514c2a28fb2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:20.207571 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-31041db6-d3a8-45f2-8f60-740bec6aefc8 req-63823992-bc53-40a9-a382-514c2a28fb2a service neutron] 10.222.0.24 "GET /v2.0/networks?id=6dada4db-7034-4535-a3e4-d198e90e5fce HTTP/1.1" status: 200  len: 912 time: 0.3834779
Sep 10 16:44:20.264964 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 55848) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:20.349500 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-31041db6-d3a8-45f2-8f60-740bec6aefc8 req-f395d915-5ddf-4842-9a55-bf9079ee7741 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=934aa22f-47e1-4b63-b12e-856378fbc4c5 HTTP/1.1" status: 200  len: 217 time: 0.0902054
Sep 10 16:44:20.436053 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a8565-9511-44e3-9e04-969c6300e39c req-d5556e15-3430-42e4-914e-aa57de25c36a tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:20.445376 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-3e5a8565-9511-44e3-9e04-969c6300e39c req-d5556e15-3430-42e4-914e-aa57de25c36a tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d HTTP/1.1" status: 200  len: 946 time: 0.2314358
Sep 10 16:44:20.457049 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-23f01de2-d446-4f75-9a1c-3d557e5c4ed5 None None] For port eebf41e6-278b-445f-b2e3-c376b3ab9b06, host dv-cinder-808473-1-iscsi, cleared binding levels {{(pid=74983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:44:20.467603 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31041db6-d3a8-45f2-8f60-740bec6aefc8 req-bae11ecf-7ab7-46de-bccb-2ee958cd0a51 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:20.469725 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-31041db6-d3a8-45f2-8f60-740bec6aefc8 req-bae11ecf-7ab7-46de-bccb-2ee958cd0a51 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5 HTTP/1.1" status: 200  len: 850 time: 0.1053202
Sep 10 16:44:20.515503 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-23f01de2-d446-4f75-9a1c-3d557e5c4ed5 None None] For port eebf41e6-278b-445f-b2e3-c376b3ab9b06, host dv-cinder-808473-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=eebf41e6-278b-445f-b2e3-c376b3ab9b06,segment=NetworkSegment(c6538587-d6ad-4ab5-81d5-0156b6242101),segment_id=c6538587-d6ad-4ab5-81d5-0156b6242101)] {{(pid=74983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:44:20.534246 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-23f01de2-d446-4f75-9a1c-3d557e5c4ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:20.535833 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 55856) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:20.539601 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:20.558811 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-3e5a8565-9511-44e3-9e04-969c6300e39c req-6d1de872-30bf-4b2e-b729-751301b71908 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122408
Sep 10 16:44:20.568801 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-e8284e96-c9fc-4f12-9003-9e1d709e48e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:20.570414 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-6f6b719f-6de7-4789-9f63-c1140a433c98 req-c1b6fa6b-fb65-4b44-ad8b-ddd35fc4e2be service neutron] 10.222.0.24 "GET /v2.0/networks/344edc15-821a-46e8-88af-fc737f1ffc8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3743632
Sep 10 16:44:20.592380 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:20.625255 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-e8284e96-c9fc-4f12-9003-9e1d709e48e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:44:20.629516 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-e8284e96-c9fc-4f12-9003-9e1d709e48e3 admin admin] Usage tracker for resource:security_group_rule and tenant:3af8f5f98c63473ba1081cd7507f3672 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:44:20.638863 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-e8284e96-c9fc-4f12-9003-9e1d709e48e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:44:20.645392 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0652be66-407d-48b9-89eb-1eab33c72916 None None] Pushing event updated for resources: {'Port': ['ID=eebf41e6-278b-445f-b2e3-c376b3ab9b06,revision_number=4']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:20.646560 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-e198ad31-5d4b-48fa-aa9e-dbfe768a02c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:20.652480 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-0652be66-407d-48b9-89eb-1eab33c72916 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:20.655690 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-e8284e96-c9fc-4f12-9003-9e1d709e48e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:44:20.656012 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] For port aee4d381-a7e3-42a1-be12-79c13c6da7b9, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=aee4d381-a7e3-42a1-be12-79c13c6da7b9,segment=NetworkSegment(26e62b26-76ed-49f4-9578-2518370488fd),segment_id=26e62b26-76ed-49f4-9578-2518370488fd)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:44:20.671700 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f01de2-d446-4f75-9a1c-3d557e5c4ed5 None None] Routers {'83d55671-1489-406c-b5c7-9f5f3a763726'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:44:20.673220 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-23f01de2-d446-4f75-9a1c-3d557e5c4ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f86252f4970>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:43:58Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['83d55671-1489-406c-b5c7-9f5f3a763726'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:44:20.714950 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44333c9-b9ee-4882-b1e4-b8c572581aa6 req-956e8426-d5b9-44d2-842f-4f3eb8933fb4 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:20.716345 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f44333c9-b9ee-4882-b1e4-b8c572581aa6 req-956e8426-d5b9-44d2-842f-4f3eb8933fb4 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 943 time: 0.2566531
Sep 10 16:44:20.727363 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:20.737843 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:20.753775 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-31041db6-d3a8-45f2-8f60-740bec6aefc8 req-4feec802-609b-40be-b900-9d1266cc2029 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6dada4db-7034-4535-a3e4-d198e90e5fce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2602646
Sep 10 16:44:20.757018 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-6f6b719f-6de7-4789-9f63-c1140a433c98 req-a8f7bc60-577f-45b2-a090-6bb79ff73098 service neutron] 10.222.0.24 "GET /v2.0/networks/344edc15-821a-46e8-88af-fc737f1ffc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1747572
Sep 10 16:44:20.762731 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-e198ad31-5d4b-48fa-aa9e-dbfe768a02c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:44:20.789971 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f44333c9-b9ee-4882-b1e4-b8c572581aa6 req-d695db9a-75b7-485d-9aed-347661bb5786 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598512
Sep 10 16:44:20.810394 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-e198ad31-5d4b-48fa-aa9e-dbfe768a02c5 admin admin] Usage tracker for resource:security_group_rule and tenant:bf374619264e418c8e9bbdbbc652e933 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:44:20.821403 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-e198ad31-5d4b-48fa-aa9e-dbfe768a02c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:44:20.888447 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-e198ad31-5d4b-48fa-aa9e-dbfe768a02c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:44:20.901826 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Pushing event updated for resources: {'Port': ['ID=aee4d381-a7e3-42a1-be12-79c13c6da7b9,revision_number=5']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:20.907017 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:20.916714 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-e8284e96-c9fc-4f12-9003-9e1d709e48e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:20.930519 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-23f01de2-d446-4f75-9a1c-3d557e5c4ed5 None None] Set router 83d55671-1489-406c-b5c7-9f5f3a763726 gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:44:20.934345 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-e8284e96-c9fc-4f12-9003-9e1d709e48e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:20.962646 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:21.024817 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-31041db6-d3a8-45f2-8f60-740bec6aefc8 req-d64c1bdf-ce79-40a8-9eac-02c574df76ed service neutron] 10.222.0.24 "GET /v2.0/networks/6dada4db-7034-4535-a3e4-d198e90e5fce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2524750
Sep 10 16:44:21.033235 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8284e96-c9fc-4f12-9003-9e1d709e48e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1353bf5b-2621-4502-9773-73eb03261d89,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:21.037867 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-e8284e96-c9fc-4f12-9003-9e1d709e48e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:21.041918 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-e8284e96-c9fc-4f12-9003-9e1d709e48e3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3af8f5f98c63473ba1081cd7507f3672&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5029459
Sep 10 16:44:21.047340 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 55870) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:21.129141 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-edaa0e48-aaa9-408d-a0c2-a02a407e04f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:21.166411 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-edaa0e48-aaa9-408d-a0c2-a02a407e04f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:21.244663 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-edaa0e48-aaa9-408d-a0c2-a02a407e04f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:21.248418 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:21.258778 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-31041db6-d3a8-45f2-8f60-740bec6aefc8 req-f6f1456d-aa7a-4ee0-9f30-73426d93caa7 service neutron] 10.222.0.24 "GET /v2.0/networks/6dada4db-7034-4535-a3e4-d198e90e5fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2113225
Sep 10 16:44:21.287125 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa0e48-aaa9-408d-a0c2-a02a407e04f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1353bf5b-2621-4502-9773-73eb03261d89,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:21.292218 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-edaa0e48-aaa9-408d-a0c2-a02a407e04f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:21.304497 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-edaa0e48-aaa9-408d-a0c2-a02a407e04f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:21.306018 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-edaa0e48-aaa9-408d-a0c2-a02a407e04f0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1353bf5b-2621-4502-9773-73eb03261d89 HTTP/1.1" status: 204  len: 168 time: 0.2572610
Sep 10 16:44:21.387133 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device aee4d381-a7e3-42a1-be12-79c13c6da7b9 up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:44:21.393312 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-e198ad31-5d4b-48fa-aa9e-dbfe768a02c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:21.423249 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-e198ad31-5d4b-48fa-aa9e-dbfe768a02c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:21.437094 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-a96f16c3-4887-47eb-bab6-ee9a3b37d002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:21.470994 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=74983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 10 16:44:21.474282 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e198ad31-5d4b-48fa-aa9e-dbfe768a02c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e06d5ca-d139-423b-9eca-1d080692cfa6,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:21.483000 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-e198ad31-5d4b-48fa-aa9e-dbfe768a02c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:21.511550 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-e198ad31-5d4b-48fa-aa9e-dbfe768a02c5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bf374619264e418c8e9bbdbbc652e933&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2454493
Sep 10 16:44:21.514487 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 55878) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:21.519260 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39781f2d-64b9-4ea8-bd7c-2e159881aa1f req-d24cb46d-dde6-412a-bd68-f31fd1c942b7 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:21.520810 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-39781f2d-64b9-4ea8-bd7c-2e159881aa1f req-d24cb46d-dde6-412a-bd68-f31fd1c942b7 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 944 time: 0.2610974
Sep 10 16:44:21.540029 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-23f01de2-d446-4f75-9a1c-3d557e5c4ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f86252f4970>, [{'id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'name': 'tempest-AttachVolumeTestJSON-1565047691-router', 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'aa012124-f910-4ae0-9e02-60fd3cddabb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:43:50Z', 'revision_number': 4, 'project_id': 'd0a46baf31fe490992f182c130f37875', 'gw_port': {'id': 'aa012124-f910-4ae0-9e02-60fd3cddabb5', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:33Z', 'updated_at': '2021-09-10T16:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': 'eebf41e6-278b-445f-b2e3-c376b3ab9b06', 'name': '', 'network_id': '6dada4db-7034-4535-a3e4-d198e90e5fce', 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'mac_address': 'fa:16:3e:d3:4d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:47Z', 'updated_at': '2021-09-10T16:44:20Z', 'revision_number': 4, 'project_id': 'd0a46baf31fe490992f182c130f37875', 'subnets': [{'id': 'ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:44:21.606579 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-39781f2d-64b9-4ea8-bd7c-2e159881aa1f req-c8274f23-5a8f-4a93-8169-be42c22e1e9e tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0763562
Sep 10 16:44:21.620505 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f01de2-d446-4f75-9a1c-3d557e5c4ed5 None None] The sync data for ids ['83d55671-1489-406c-b5c7-9f5f3a763726'] in dv-cinder-808473-1-iscsi is: [{'id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'name': 'tempest-AttachVolumeTestJSON-1565047691-router', 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'aa012124-f910-4ae0-9e02-60fd3cddabb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:43:50Z', 'revision_number': 4, 'project_id': 'd0a46baf31fe490992f182c130f37875', 'gw_port': {'id': 'aa012124-f910-4ae0-9e02-60fd3cddabb5', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:33Z', 'updated_at': '2021-09-10T16:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': 'eebf41e6-278b-445f-b2e3-c376b3ab9b06', 'name': '', 'network_id': '6dada4db-7034-4535-a3e4-d198e90e5fce', 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'mac_address': 'fa:16:3e:d3:4d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:47Z', 'updated_at': '2021-09-10T16:44:20Z', 'revision_number': 4, 'project_id': 'd0a46baf31fe490992f182c130f37875', 'subnets': [{'id': 'ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:44:21.644983 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port aee4d381-a7e3-42a1-be12-79c13c6da7b9 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:44:21.645573 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:21.719162 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3db0ec5b-9862-4708-b6f8-ffeb5502974e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:21.781074 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736,segment=NetworkSegment(26e62b26-76ed-49f4-9578-2518370488fd),segment_id=26e62b26-76ed-49f4-9578-2518370488fd)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:44:21.798169 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Returning: {'device': 'b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736', 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a', 'port_id': 'b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736', 'mac_address': 'fa:16:3e:9d:64:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c869236f-34e5-4060-bd38-439ed8cf68e4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 10 16:44:21.799013 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3db0ec5b-9862-4708-b6f8-ffeb5502974e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:21.987267 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc6a17-1b17-4f47-afe0-e880b514b760 req-40fa9cce-979c-46e0-af54-3d29b2e346f5 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:21.991954 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:21.996514 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-53fc6a17-1b17-4f47-afe0-e880b514b760 req-40fa9cce-979c-46e0-af54-3d29b2e346f5 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d HTTP/1.1" status: 200  len: 946 time: 0.1748064
Sep 10 16:44:22.033721 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736 {{(pid=74983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:44:22.037977 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3db0ec5b-9862-4708-b6f8-ffeb5502974e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:22.057297 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736,segment=NetworkSegment(26e62b26-76ed-49f4-9578-2518370488fd),segment_id=26e62b26-76ed-49f4-9578-2518370488fd)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:44:22.058036 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:22.065068 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:22.066301 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 934aa22f-47e1-4b63-b12e-856378fbc4c5 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=74983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 10 16:44:22.071788 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:22.085711 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db0ec5b-9862-4708-b6f8-ffeb5502974e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e06d5ca-d139-423b-9eca-1d080692cfa6,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:22.088140 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3db0ec5b-9862-4708-b6f8-ffeb5502974e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:22.107164 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-3db0ec5b-9862-4708-b6f8-ffeb5502974e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4e06d5ca-d139-423b-9eca-1d080692cfa6 HTTP/1.1" status: 204  len: 168 time: 0.5891366
Sep 10 16:44:22.124731 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-3db0ec5b-9862-4708-b6f8-ffeb5502974e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:22.150386 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19445cc2-9d80-4e60-9816-f644652f139b req-3019ec52-9df5-4bec-aa78-3a85dbb7cba1 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:22.153888 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-19445cc2-9d80-4e60-9816-f644652f139b req-3019ec52-9df5-4bec-aa78-3a85dbb7cba1 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 943 time: 0.1444755
Sep 10 16:44:22.181464 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-53fc6a17-1b17-4f47-afe0-e880b514b760 req-95fb1a19-eb6a-45b3-951e-11f85b4c95e6 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1837695
Sep 10 16:44:22.228131 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-19445cc2-9d80-4e60-9816-f644652f139b req-877709ba-12b5-4580-9da4-a2eee6be826b tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677123
Sep 10 16:44:22.283202 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.db.resource_extend [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Sep 10 16:44:22.310545 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 55902) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:22.346688 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-316d4110-ebec-4c01-a8c0-248cdbd5fcc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:22.427226 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-316d4110-ebec-4c01-a8c0-248cdbd5fcc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:44:22.433899 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-316d4110-ebec-4c01-a8c0-248cdbd5fcc6 admin admin] Usage tracker for resource:security_group_rule and tenant:612e7afd29c443e6aa9f37bdd9919a2e is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:44:22.437399 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-316d4110-ebec-4c01-a8c0-248cdbd5fcc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:44:22.447995 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736,revision_number=4']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:22.454618 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:22.454728 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-316d4110-ebec-4c01-a8c0-248cdbd5fcc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:44:22.528576 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 934aa22f-47e1-4b63-b12e-856378fbc4c5, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=934aa22f-47e1-4b63-b12e-856378fbc4c5,segment=NetworkSegment(c6538587-d6ad-4ab5-81d5-0156b6242101),segment_id=c6538587-d6ad-4ab5-81d5-0156b6242101)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:44:22.548990 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Returning: {'device': '934aa22f-47e1-4b63-b12e-856378fbc4c5', 'network_id': '6dada4db-7034-4535-a3e4-d198e90e5fce', 'port_id': '934aa22f-47e1-4b63-b12e-856378fbc4c5', 'mac_address': 'fa:16:3e:48:28:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 10 16:44:22.596899 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-316d4110-ebec-4c01-a8c0-248cdbd5fcc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:22.605254 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-316d4110-ebec-4c01-a8c0-248cdbd5fcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:22.615538 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:22.664258 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:22.703579 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 934aa22f-47e1-4b63-b12e-856378fbc4c5 {{(pid=74983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:44:22.728151 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d4110-ebec-4c01-a8c0-248cdbd5fcc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599e3506-36ce-46ae-9997-48cddf9d1cd3,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:22.737442 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-316d4110-ebec-4c01-a8c0-248cdbd5fcc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:22.743298 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-316d4110-ebec-4c01-a8c0-248cdbd5fcc6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=612e7afd29c443e6aa9f37bdd9919a2e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4282191
Sep 10 16:44:22.744189 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 55918) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:22.763371 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 934aa22f-47e1-4b63-b12e-856378fbc4c5, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=934aa22f-47e1-4b63-b12e-856378fbc4c5,segment=NetworkSegment(c6538587-d6ad-4ab5-81d5-0156b6242101),segment_id=c6538587-d6ad-4ab5-81d5-0156b6242101)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:44:22.777287 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:22.779214 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:23.061781 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=934aa22f-47e1-4b63-b12e-856378fbc4c5,revision_number=4']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:23.068544 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:23.112943 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] get_ports_and_sgs() called for port_ids ['934aa22f-47e1-4b63-b12e-856378fbc4c5'] {{(pid=74983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 10 16:44:23.134631 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-16fd9d33-e0ff-4e58-bdef-8cb7fa06a00d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:23.165477 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-16fd9d33-e0ff-4e58-bdef-8cb7fa06a00d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:23.175763 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] get_ports_and_sgs() called for port_ids ['b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736'] {{(pid=74983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 10 16:44:23.215481 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-54bb7318-1ced-42c0-b5a9-4f74a027ffd6 req-4f0bfb77-2b1c-4d7d-924b-bb3bc360fc74 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff9271dbe9584869afd7a0ccba96dfb8&device_id=f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d HTTP/1.1" status: 200  len: 1099 time: 0.4049463
Sep 10 16:44:23.224578 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f09ae-a20c-492a-b57b-7d9b5da65665 req-bff2ab72-cb1e-40d1-9e06-7d96dd7c6dde tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:23.226445 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-eb2f09ae-a20c-492a-b57b-7d9b5da65665 req-bff2ab72-cb1e-40d1-9e06-7d96dd7c6dde tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 945 time: 0.3051090
Sep 10 16:44:23.246733 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-16fd9d33-e0ff-4e58-bdef-8cb7fa06a00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:23.267983 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-3db0ec5b-9862-4708-b6f8-ffeb5502974e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:23.320179 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fd9d33-e0ff-4e58-bdef-8cb7fa06a00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599e3506-36ce-46ae-9997-48cddf9d1cd3,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:23.323354 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-16fd9d33-e0ff-4e58-bdef-8cb7fa06a00d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:23.324554 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-16fd9d33-e0ff-4e58-bdef-8cb7fa06a00d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:23.331981 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-eb2f09ae-a20c-492a-b57b-7d9b5da65665 req-563e626a-33ce-46f1-a0d2-a09e398bb6d7 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0775247
Sep 10 16:44:23.347261 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-16fd9d33-e0ff-4e58-bdef-8cb7fa06a00d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/599e3506-36ce-46ae-9997-48cddf9d1cd3 HTTP/1.1" status: 204  len: 168 time: 0.5996590
Sep 10 16:44:23.425565 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f354a5-c4eb-4414-bd44-599e212b8319 req-2ce87a5e-b00b-4608-afe4-e977d7227e42 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:23.441304 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-75f354a5-c4eb-4414-bd44-599e212b8319 req-2ce87a5e-b00b-4608-afe4-e977d7227e42 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d HTTP/1.1" status: 200  len: 946 time: 0.3792257
Sep 10 16:44:23.530594 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device eebf41e6-278b-445f-b2e3-c376b3ab9b06 up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:44:23.547225 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb7318-1ced-42c0-b5a9-4f74a027ffd6 req-6226d14c-785b-4f73-8a5e-72d8b64bb7c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:23.549305 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-54bb7318-1ced-42c0-b5a9-4f74a027ffd6 req-6226d14c-785b-4f73-8a5e-72d8b64bb7c2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9e1586a1-ebae-4187-8d60-d4881a64afce HTTP/1.1" status: 200  len: 920 time: 0.3188169
Sep 10 16:44:23.583595 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-75f354a5-c4eb-4414-bd44-599e212b8319 req-cd20184c-a9ae-4d1e-b6c7-6ced303b69d3 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1395545
Sep 10 16:44:23.704785 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-54bb7318-1ced-42c0-b5a9-4f74a027ffd6 req-55ad65d4-8aca-45e5-ade6-e4badef1c1b1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ceef4c5-c045-4603-8c7b-0d77244b21ce HTTP/1.1" status: 200  len: 217 time: 0.1403582
Sep 10 16:44:23.748443 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning for port eebf41e6-278b-445f-b2e3-c376b3ab9b06 completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:44:23.757007 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port eebf41e6-278b-445f-b2e3-c376b3ab9b06 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:44:23.757393 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:23.824492 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb7318-1ced-42c0-b5a9-4f74a027ffd6 req-5a714044-e73b-441e-a3e8-4098818185cc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:23.827057 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-54bb7318-1ced-42c0-b5a9-4f74a027ffd6 req-5a714044-e73b-441e-a3e8-4098818185cc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d93a1e6-380c-4d96-8193-6a5a396655bc HTTP/1.1" status: 200  len: 859 time: 0.1143219
Sep 10 16:44:23.903411 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-54bb7318-1ced-42c0-b5a9-4f74a027ffd6 req-255e8e13-69b4-4ebc-ab6d-cb1d6f6b9b76 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e1586a1-ebae-4187-8d60-d4881a64afce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0598266
Sep 10 16:44:23.924820 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b6360-d006-4079-8254-c20e0b52c02e req-71584413-533b-41bf-a5fc-c27060fa28e3 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:23.932887 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-a40b6360-d006-4079-8254-c20e0b52c02e req-71584413-533b-41bf-a5fc-c27060fa28e3 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 944 time: 0.1330116
Sep 10 16:44:23.965497 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:24.008318 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] For port eebf41e6-278b-445f-b2e3-c376b3ab9b06, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=eebf41e6-278b-445f-b2e3-c376b3ab9b06,segment=NetworkSegment(c6538587-d6ad-4ab5-81d5-0156b6242101),segment_id=c6538587-d6ad-4ab5-81d5-0156b6242101)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:44:24.013536 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:24.018825 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-a40b6360-d006-4079-8254-c20e0b52c02e req-e8489e28-71b4-41e6-85e6-954caf8f90cc tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0837312
Sep 10 16:44:24.021470 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:24.121167 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Pushing event updated for resources: {'Port': ['ID=eebf41e6-278b-445f-b2e3-c376b3ab9b06,revision_number=5']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:24.132969 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:24.179795 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-54bb7318-1ced-42c0-b5a9-4f74a027ffd6 req-9acc2f94-1996-4152-adf8-e460f54f7523 service neutron] 10.222.0.24 "GET /v2.0/networks/9e1586a1-ebae-4187-8d60-d4881a64afce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2650921
Sep 10 16:44:24.297745 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e09a9-35c8-4fb3-ae2c-e318644e4f59 req-ce4035ca-e40d-4406-8e43-220a3208b651 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:24.304484 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-591e09a9-35c8-4fb3-ae2c-e318644e4f59 req-ce4035ca-e40d-4406-8e43-220a3208b651 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] 10.222.0.41 "GET /v2.0/ports?device_id=da92eb37-49d2-4972-ba65-684dccbfb30e HTTP/1.1" status: 200  len: 945 time: 0.1856942
Sep 10 16:44:24.382060 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-54bb7318-1ced-42c0-b5a9-4f74a027ffd6 req-e2fa29bb-9a1b-4dd3-a6b4-f1ca6e130cc6 service neutron] 10.222.0.24 "GET /v2.0/networks/9e1586a1-ebae-4187-8d60-d4881a64afce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1875348
Sep 10 16:44:24.386584 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-591e09a9-35c8-4fb3-ae2c-e318644e4f59 req-1ce84951-4f10-485f-872f-8b43e11731bf tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] 10.222.0.41 "GET /v2.0/security-groups?id=54d856fd-85cf-485f-982e-866e37aec074&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812476
Sep 10 16:44:24.714821 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b153d-a5b0-43d3-b291-9e21214f8eec req-a12a63b8-bfb6-43ec-af6a-0a7f3ac91de3 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:24.716491 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-790b153d-a5b0-43d3-b291-9e21214f8eec req-a12a63b8-bfb6-43ec-af6a-0a7f3ac91de3 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 945 time: 0.1650727
Sep 10 16:44:24.829002 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-790b153d-a5b0-43d3-b291-9e21214f8eec req-cb5ed260-e575-44df-9e3c-2878ee1b37fe tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1037579
Sep 10 16:44:24.858346 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9d722-0845-4caa-854e-8080ccb20064 req-b2dc2765-2ad5-4f4a-aa2f-a516bbb0ec7a tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:24.862538 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-d4e9d722-0845-4caa-854e-8080ccb20064 req-b2dc2765-2ad5-4f4a-aa2f-a516bbb0ec7a tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d HTTP/1.1" status: 200  len: 946 time: 0.0942302
Sep 10 16:44:24.913457 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-d4e9d722-0845-4caa-854e-8080ccb20064 req-b4336a3f-b288-49a2-829b-04168031966d tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473187
Sep 10 16:44:25.196732 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-8049bd85-c20f-4bf4-bfe9-a29416d740f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:25.282027 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3f468-917b-45c9-9277-ecad07f97ae3 req-6bcca79e-34d6-49a4-81da-197d19c47b7a tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:25.283497 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-dbf3f468-917b-45c9-9277-ecad07f97ae3 req-6bcca79e-34d6-49a4-81da-197d19c47b7a tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 944 time: 0.0835624
Sep 10 16:44:25.338719 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device eebf41e6-278b-445f-b2e3-c376b3ab9b06 up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:44:25.347450 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-dbf3f468-917b-45c9-9277-ecad07f97ae3 req-3d35159c-22ff-4d22-bdfa-482f672a9101 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577955
Sep 10 16:44:25.409020 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port eebf41e6-278b-445f-b2e3-c376b3ab9b06 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:44:25.409410 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:25.478396 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736 up at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:44:25.595313 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7921f9-f961-4900-96f8-d6e8299f13b0 req-b582e87d-810a-4838-a52c-1df409efcd18 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:25.597364 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-cd7921f9-f961-4900-96f8-d6e8299f13b0 req-b582e87d-810a-4838-a52c-1df409efcd18 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] 10.222.0.41 "GET /v2.0/ports?device_id=da92eb37-49d2-4972-ba65-684dccbfb30e HTTP/1.1" status: 200  len: 945 time: 0.0866718
Sep 10 16:44:25.605701 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning for port b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736 completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:44:25.618063 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning complete for port b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:44:25.618429 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:25.651451 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-cd7921f9-f961-4900-96f8-d6e8299f13b0 req-20d592bb-efbf-4344-8208-d1072f593552 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] 10.222.0.41 "GET /v2.0/security-groups?id=54d856fd-85cf-485f-982e-866e37aec074&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475414
Sep 10 16:44:25.655659 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:25.735241 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:25.761924 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0007b50-7c84-4a40-af93-ae969d856f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736'}] {{(pid=74983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:44:25.772437 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736,segment=NetworkSegment(26e62b26-76ed-49f4-9578-2518370488fd),segment_id=26e62b26-76ed-49f4-9578-2518370488fd)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:44:25.778203 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:25.780537 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 934aa22f-47e1-4b63-b12e-856378fbc4c5 up at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:44:25.816707 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:25.886744 dv-cinder-808473-1-iscsi neutron-server[74983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0007b50-7c84-4a40-af93-ae969d856f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736', 'code': 200}
Sep 10 16:44:25.979972 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736,revision_number=5']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:25.991290 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:25.999777 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning for port 934aa22f-47e1-4b63-b12e-856378fbc4c5 completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:44:26.006801 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning complete for port 934aa22f-47e1-4b63-b12e-856378fbc4c5 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:44:26.008591 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:26.227594 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a5688-64ea-4079-a181-f3034291e9bb req-39a34507-83ba-4ce1-8f8e-1a320e9fbaac tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:26.238301 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-746a5688-64ea-4079-a181-f3034291e9bb req-39a34507-83ba-4ce1-8f8e-1a320e9fbaac tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 945 time: 0.2205381
Sep 10 16:44:26.317464 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3693b94-2e7c-4936-8e3c-87d52161f338 req-44477c5e-379c-4def-a1f9-b969aec92b8a tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:26.327350 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f3693b94-2e7c-4936-8e3c-87d52161f338 req-44477c5e-379c-4def-a1f9-b969aec92b8a tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d HTTP/1.1" status: 200  len: 946 time: 0.1351066
Sep 10 16:44:26.331747 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:26.413492 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 934aa22f-47e1-4b63-b12e-856378fbc4c5, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=934aa22f-47e1-4b63-b12e-856378fbc4c5,segment=NetworkSegment(c6538587-d6ad-4ab5-81d5-0156b6242101),segment_id=c6538587-d6ad-4ab5-81d5-0156b6242101)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:44:26.418720 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-746a5688-64ea-4079-a181-f3034291e9bb req-6152b227-ac6e-455d-9ebc-52c43808fbdf tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1792517
Sep 10 16:44:26.419329 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:26.421303 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:26.446375 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2386f86f-324c-4d46-925a-47d55fc0a68a req-71a43eb1-104f-427c-9474-d8ddfafcad3f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 1098 time: 0.2828677
Sep 10 16:44:26.498189 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f3693b94-2e7c-4936-8e3c-87d52161f338 req-41c8a69a-20aa-4fce-90c7-9c0777d56e6a tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1686082
Sep 10 16:44:26.536682 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=934aa22f-47e1-4b63-b12e-856378fbc4c5,revision_number=5']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:26.537421 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:26.551400 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61ecb0-6c8d-4681-baaf-90cdb6a8938b req-88506d1c-2aa8-46b2-9b6b-f6f32806cff6 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:26.553357 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-0e61ecb0-6c8d-4681-baaf-90cdb6a8938b req-88506d1c-2aa8-46b2-9b6b-f6f32806cff6 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] 10.222.0.24 "GET /v2.0/ports?device_id=da92eb37-49d2-4972-ba65-684dccbfb30e HTTP/1.1" status: 200  len: 945 time: 0.1857250
Sep 10 16:44:26.557790 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2386f86f-324c-4d46-925a-47d55fc0a68a req-d6703de9-672c-4756-b1fa-cba002afb1a9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1026685
Sep 10 16:44:26.702257 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 56070) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:26.718316 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff8d8f-d224-4722-8d9d-2a85aa005700 req-a6c60152-ab8b-466e-bdf1-41859cda4457 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:26.719944 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-c0ff8d8f-d224-4722-8d9d-2a85aa005700 req-a6c60152-ab8b-466e-bdf1-41859cda4457 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 945 time: 0.0987024
Sep 10 16:44:26.771430 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-c0ff8d8f-d224-4722-8d9d-2a85aa005700 req-6e1b9489-759c-4750-ac16-be3fa9cd2706 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440638
Sep 10 16:44:26.904047 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-03392b27-1684-42cb-a43f-dc646283cbf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:26.942065 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [req-0e61ecb0-6c8d-4681-baaf-90cdb6a8938b req-d6719ea3-5e59-4137-b304-826148d145e9 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Deleting port 0a8e995e-fa7f-4968-9240-85c071ef3605 {{(pid=74982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:44:26.942445 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-0e61ecb0-6c8d-4681-baaf-90cdb6a8938b req-d6719ea3-5e59-4137-b304-826148d145e9 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:27.007237 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-03392b27-1684-42cb-a43f-dc646283cbf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:44:27.015531 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-03392b27-1684-42cb-a43f-dc646283cbf5 admin admin] Usage tracker for resource:security_group_rule and tenant:8c1da25b1dcb4686bff349ee1fcb8e4b is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:44:27.025568 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854601bf-b53f-481a-be2b-27372f27f33e req-1aa7fed1-6d02-4bae-a1fd-e7468e6c6411 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:27.027059 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-854601bf-b53f-481a-be2b-27372f27f33e req-1aa7fed1-6d02-4bae-a1fd-e7468e6c6411 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] 10.222.0.41 "GET /v2.0/ports?device_id=da92eb37-49d2-4972-ba65-684dccbfb30e HTTP/1.1" status: 200  len: 945 time: 0.2358346
Sep 10 16:44:27.027825 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-03392b27-1684-42cb-a43f-dc646283cbf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:44:27.058668 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-03392b27-1684-42cb-a43f-dc646283cbf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:44:27.224919 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-854601bf-b53f-481a-be2b-27372f27f33e req-871f21c2-7ae4-4ca4-bfdb-cbe3b58fb621 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] 10.222.0.41 "GET /v2.0/security-groups?id=54d856fd-85cf-485f-982e-866e37aec074&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1898923
Sep 10 16:44:27.302827 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-03392b27-1684-42cb-a43f-dc646283cbf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:27.308202 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-03392b27-1684-42cb-a43f-dc646283cbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:27.318525 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-abbb40a9-6cd8-4114-9a0e-8cf3a9eb2db3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:27.325452 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.db [req-0e61ecb0-6c8d-4681-baaf-90cdb6a8938b req-d6719ea3-5e59-4137-b304-826148d145e9 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] For port 0a8e995e-fa7f-4968-9240-85c071ef3605, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=0a8e995e-fa7f-4968-9240-85c071ef3605,segment=NetworkSegment(d00dec5f-45a2-4b61-9cb0-60a3d36d4514),segment_id=d00dec5f-45a2-4b61-9cb0-60a3d36d4514)] {{(pid=74982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:44:27.325806 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-0e61ecb0-6c8d-4681-baaf-90cdb6a8938b req-d6719ea3-5e59-4137-b304-826148d145e9 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:27.462992 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [req-0e61ecb0-6c8d-4681-baaf-90cdb6a8938b req-d6719ea3-5e59-4137-b304-826148d145e9 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Calling delete_port for 0a8e995e-fa7f-4968-9240-85c071ef3605 owned by compute:nova {{(pid=74982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:44:27.515448 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-5041b33e-db04-4610-8d33-ad46140e1bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:27.521882 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03392b27-1684-42cb-a43f-dc646283cbf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96307945-ae12-4537-ae3b-3ba4e2f0b735,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:27.542930 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-03392b27-1684-42cb-a43f-dc646283cbf5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8c1da25b1dcb4686bff349ee1fcb8e4b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8396375
Sep 10 16:44:27.547075 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 56090) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:27.549048 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03392b27-1684-42cb-a43f-dc646283cbf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:44:27.549413 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03392b27-1684-42cb-a43f-dc646283cbf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:44:27.549785 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03392b27-1684-42cb-a43f-dc646283cbf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:44:27.550603 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03392b27-1684-42cb-a43f-dc646283cbf5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:44:27.550603 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03392b27-1684-42cb-a43f-dc646283cbf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:44:27.550896 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03392b27-1684-42cb-a43f-dc646283cbf5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:44:27.551243 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03392b27-1684-42cb-a43f-dc646283cbf5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:44:27.551588 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03392b27-1684-42cb-a43f-dc646283cbf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:44:27.551930 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03392b27-1684-42cb-a43f-dc646283cbf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:44:27.552264 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03392b27-1684-42cb-a43f-dc646283cbf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:44:27.552615 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03392b27-1684-42cb-a43f-dc646283cbf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:44:27.559519 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-03392b27-1684-42cb-a43f-dc646283cbf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:27.726747 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 56096) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:27.729077 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-72824300-3aed-4d4e-a7e7-a62cf9325bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:27.754046 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0abee-6c30-45de-a429-9851ab805c98 req-c337acf8-d97a-46ce-a159-75f88ad11c37 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:27.755546 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-cca0abee-6c30-45de-a429-9851ab805c98 req-c337acf8-d97a-46ce-a159-75f88ad11c37 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 946 time: 0.1706314
Sep 10 16:44:27.770271 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-0e61ecb0-6c8d-4681-baaf-90cdb6a8938b req-d6719ea3-5e59-4137-b304-826148d145e9 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:27.770986 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-72824300-3aed-4d4e-a7e7-a62cf9325bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:27.778458 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-b2cfc04d-df0f-4110-b99d-d153b3638f45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:27.848594 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-cca0abee-6c30-45de-a429-9851ab805c98 req-2ded3fbb-1504-402a-96a8-d6f0c0a7c1df tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0831814
Sep 10 16:44:27.872180 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-72824300-3aed-4d4e-a7e7-a62cf9325bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:27.880948 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:27.887886 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d3fa2a-e81f-451b-b064-128bca33c8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '934aa22f-47e1-4b63-b12e-856378fbc4c5'}] {{(pid=74983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:44:27.888467 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6719ea3-5e59-4137-b304-826148d145e9 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Pushing event deleted for resources: {'Port': ['ID=0a8e995e-fa7f-4968-9240-85c071ef3605,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:27.896420 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b77d1-97ba-4b57-b132-350bef40bc43 req-d62edef0-92cb-4b57-8017-8dedeef301ec tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:27.897907 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-ed2b77d1-97ba-4b57-b132-350bef40bc43 req-d62edef0-92cb-4b57-8017-8dedeef301ec tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d HTTP/1.1" status: 200  len: 946 time: 0.2485199
Sep 10 16:44:27.899085 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-d6719ea3-5e59-4137-b304-826148d145e9 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:27.909198 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72824300-3aed-4d4e-a7e7-a62cf9325bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96307945-ae12-4537-ae3b-3ba4e2f0b735,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:27.936683 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-81552e35-d19e-4f55-ae23-4443ca4f99c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:27.954029 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72824300-3aed-4d4e-a7e7-a62cf9325bf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:44:27.954410 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72824300-3aed-4d4e-a7e7-a62cf9325bf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:44:27.954763 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72824300-3aed-4d4e-a7e7-a62cf9325bf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:44:27.955107 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72824300-3aed-4d4e-a7e7-a62cf9325bf9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:44:27.955477 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72824300-3aed-4d4e-a7e7-a62cf9325bf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:44:27.955815 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72824300-3aed-4d4e-a7e7-a62cf9325bf9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:44:27.956311 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72824300-3aed-4d4e-a7e7-a62cf9325bf9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:44:27.956653 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72824300-3aed-4d4e-a7e7-a62cf9325bf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:44:27.956987 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72824300-3aed-4d4e-a7e7-a62cf9325bf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:44:27.957318 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72824300-3aed-4d4e-a7e7-a62cf9325bf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:44:27.957646 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72824300-3aed-4d4e-a7e7-a62cf9325bf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:44:27.960863 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-72824300-3aed-4d4e-a7e7-a62cf9325bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:27.961729 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-72824300-3aed-4d4e-a7e7-a62cf9325bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:27.962871 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-72824300-3aed-4d4e-a7e7-a62cf9325bf9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/96307945-ae12-4537-ae3b-3ba4e2f0b735 HTTP/1.1" status: 204  len: 168 time: 0.4137907
Sep 10 16:44:27.990789 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e61ecb0-6c8d-4681-baaf-90cdb6a8938b req-d6719ea3-5e59-4137-b304-826148d145e9 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] No DVR routers for this DVR port 0a8e995e-fa7f-4968-9240-85c071ef3605 on host hv-cinder-80847 {{(pid=74982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 10 16:44:28.001466 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-0e61ecb0-6c8d-4681-baaf-90cdb6a8938b req-d6719ea3-5e59-4137-b304-826148d145e9 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:28.003969 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da92eb37-49d2-4972-ba65-684dccbfb30e', 'name': 'network-vif-deleted', 'tag': '0a8e995e-fa7f-4968-9240-85c071ef3605'}] {{(pid=74982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:44:28.042228 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-ed2b77d1-97ba-4b57-b132-350bef40bc43 req-9677708a-26e9-40cf-b399-f70c5c3f7fd2 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122391
Sep 10 16:44:28.044067 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-0e61ecb0-6c8d-4681-baaf-90cdb6a8938b req-d6719ea3-5e59-4137-b304-826148d145e9 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] 10.222.0.24 "DELETE /v2.0/ports/0a8e995e-fa7f-4968-9240-85c071ef3605 HTTP/1.1" status: 204  len: 173 time: 1.2166097
Sep 10 16:44:28.049152 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-81552e35-d19e-4f55-ae23-4443ca4f99c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:44:28.061385 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-81552e35-d19e-4f55-ae23-4443ca4f99c8 admin admin] Usage tracker for resource:security_group_rule and tenant:a8686ee4cfff4420b145fe77cbf54ae9 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:44:28.067273 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-81552e35-d19e-4f55-ae23-4443ca4f99c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:44:28.091791 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-81552e35-d19e-4f55-ae23-4443ca4f99c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:44:28.118288 dv-cinder-808473-1-iscsi neutron-server[74983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d3fa2a-e81f-451b-b064-128bca33c8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '934aa22f-47e1-4b63-b12e-856378fbc4c5', 'code': 200}
Sep 10 16:44:28.183341 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da92eb37-49d2-4972-ba65-684dccbfb30e', 'name': 'network-vif-deleted', 'tag': '0a8e995e-fa7f-4968-9240-85c071ef3605', 'status': 'completed', 'code': 200}
Sep 10 16:44:28.316242 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-81552e35-d19e-4f55-ae23-4443ca4f99c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:28.325464 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-81552e35-d19e-4f55-ae23-4443ca4f99c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:28.350871 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:28.442496 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:28.479526 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81552e35-d19e-4f55-ae23-4443ca4f99c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8442e887-d3eb-4c6a-ae80-6c6d2ccb19a3,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:28.488779 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896053b6-23ad-4225-8e39-d350353df3e7 req-afcbe585-5457-47b6-b581-1098c51ca7a4 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:28.495487 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-896053b6-23ad-4225-8e39-d350353df3e7 req-afcbe585-5457-47b6-b581-1098c51ca7a4 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 945 time: 0.3273237
Sep 10 16:44:28.503705 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-81552e35-d19e-4f55-ae23-4443ca4f99c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:28.536668 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-81552e35-d19e-4f55-ae23-4443ca4f99c8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a8686ee4cfff4420b145fe77cbf54ae9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8086274
Sep 10 16:44:28.537454 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 56128) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:28.545721 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-b806f32e-d2a3-445c-a40d-892b3014baf4 req-dd2a4d54-5ba8-4c4c-a3ee-ac63ca45bca7 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Synchronizing usage tracker for tenant:ff8121ac89ae4cb989ace9070b2beb53 on resource:port {{(pid=74982) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:44:28.579250 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-b806f32e-d2a3-445c-a40d-892b3014baf4 req-dd2a4d54-5ba8-4c4c-a3ee-ac63ca45bca7 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Unset dirty status for tenant:ff8121ac89ae4cb989ace9070b2beb53 on resource:port {{(pid=74982) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:44:28.580848 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-b806f32e-d2a3-445c-a40d-892b3014baf4 req-dd2a4d54-5ba8-4c4c-a3ee-ac63ca45bca7 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] 10.222.0.41 "GET /v2.0/ports?device_id=da92eb37-49d2-4972-ba65-684dccbfb30e HTTP/1.1" status: 200  len: 210 time: 0.1173308
Sep 10 16:44:28.602807 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-dda7ee5a-ec6c-4e01-8c3d-ecc0c753aec0 req-6678f412-849a-427d-b325-d26d08ef4ef9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 1099 time: 0.1837685
Sep 10 16:44:28.620003 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-896053b6-23ad-4225-8e39-d350353df3e7 req-48dc5f81-0073-418c-8981-43fe63977f21 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1236849
Sep 10 16:44:28.658659 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-985393ba-ff76-48f7-9114-06bada57dc53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:28.671102 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-dda7ee5a-ec6c-4e01-8c3d-ecc0c753aec0 req-a4e37c4a-e3c8-4826-b9fe-c1373a7a7c05 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467098
Sep 10 16:44:28.687948 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 56136) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:28.692850 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-985393ba-ff76-48f7-9114-06bada57dc53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:28.710893 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-11563c43-8096-4686-bda0-ae7a70b42b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:28.754506 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-985393ba-ff76-48f7-9114-06bada57dc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:28.757771 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-11563c43-8096-4686-bda0-ae7a70b42b61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:44:28.761163 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:28.761814 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-11563c43-8096-4686-bda0-ae7a70b42b61 admin admin] Usage tracker for resource:security_group_rule and tenant:d85f9d531a194555ad23a9657b5b94a1 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:44:28.764718 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-11563c43-8096-4686-bda0-ae7a70b42b61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:44:28.771142 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-11563c43-8096-4686-bda0-ae7a70b42b61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:44:28.775657 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985393ba-ff76-48f7-9114-06bada57dc53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8442e887-d3eb-4c6a-ae80-6c6d2ccb19a3,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:28.781522 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-985393ba-ff76-48f7-9114-06bada57dc53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:28.787402 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-985393ba-ff76-48f7-9114-06bada57dc53 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8442e887-d3eb-4c6a-ae80-6c6d2ccb19a3 HTTP/1.1" status: 204  len: 168 time: 0.2471867
Sep 10 16:44:28.788894 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-985393ba-ff76-48f7-9114-06bada57dc53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:28.850392 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-11563c43-8096-4686-bda0-ae7a70b42b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:28.854967 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-11563c43-8096-4686-bda0-ae7a70b42b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:28.866546 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 6 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 16:44:28.867661 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:28.909409 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11563c43-8096-4686-bda0-ae7a70b42b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642e657f-1146-43bd-afd4-632a1f0df62c,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:28.914575 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-11563c43-8096-4686-bda0-ae7a70b42b61 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d85f9d531a194555ad23a9657b5b94a1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2254987
Sep 10 16:44:28.915471 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-11563c43-8096-4686-bda0-ae7a70b42b61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:28.917187 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 56148) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:29.020407 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b7613f77-50fe-45b2-89d8-dad6e4195615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:29.052976 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b7613f77-50fe-45b2-89d8-dad6e4195615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:29.178969 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96dbac7-9b03-4836-bfc9-a92423a71b3b req-93475023-502d-4e97-966e-8fb17a59c119 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:29.181041 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-b96dbac7-9b03-4836-bfc9-a92423a71b3b req-93475023-502d-4e97-966e-8fb17a59c119 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 946 time: 0.1202612
Sep 10 16:44:29.182282 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b7613f77-50fe-45b2-89d8-dad6e4195615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:29.187796 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-4cac9e4d-cda2-46cb-92d7-d738aa736a4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:29.217289 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7613f77-50fe-45b2-89d8-dad6e4195615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642e657f-1146-43bd-afd4-632a1f0df62c,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:29.226456 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-b7613f77-50fe-45b2-89d8-dad6e4195615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:29.246982 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b7613f77-50fe-45b2-89d8-dad6e4195615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:29.248643 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-b7613f77-50fe-45b2-89d8-dad6e4195615 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/642e657f-1146-43bd-afd4-632a1f0df62c HTTP/1.1" status: 204  len: 168 time: 0.3304589
Sep 10 16:44:29.282584 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-b96dbac7-9b03-4836-bfc9-a92423a71b3b req-a81dbdcc-0cd6-4051-b68c-bc0ec166828e tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0876162
Sep 10 16:44:29.306321 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 56168) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:29.324309 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a345935-9911-497d-8e6c-fbf610a89b62 req-a9b92f92-acf8-4ae5-8023-aa1f51892b1c tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:29.331052 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2a345935-9911-497d-8e6c-fbf610a89b62 req-a9b92f92-acf8-4ae5-8023-aa1f51892b1c tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d HTTP/1.1" status: 200  len: 946 time: 0.1498482
Sep 10 16:44:29.387274 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2a345935-9911-497d-8e6c-fbf610a89b62 req-504249d9-3410-4222-be40-ff8280738f5a tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550427
Sep 10 16:44:29.509027 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 0a8e995e-fa7f-4968-9240-85c071ef3605 no longer exists at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:44:29.549734 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] No Port match for: 0a8e995e-fa7f-4968-9240-85c071ef3605 {{(pid=74983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 10 16:44:29.549973 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 0a8e995e-fa7f-4968-9240-85c071ef3605 not bound to the agent host hv-cinder-80847 {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 10 16:44:29.659997 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-0a4aaa7c-6d71-414f-8bc0-382b07f63e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:29.706544 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-0a4aaa7c-6d71-414f-8bc0-382b07f63e88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:44:29.712128 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-0a4aaa7c-6d71-414f-8bc0-382b07f63e88 admin admin] Usage tracker for resource:security_group_rule and tenant:2b2643a5486e4a80b3c00827a830860e is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:44:29.716471 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-0a4aaa7c-6d71-414f-8bc0-382b07f63e88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:44:29.725448 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-0a4aaa7c-6d71-414f-8bc0-382b07f63e88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:44:29.875196 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-0a4aaa7c-6d71-414f-8bc0-382b07f63e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:29.925133 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:29.935245 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-0a4aaa7c-6d71-414f-8bc0-382b07f63e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:29.953833 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-16fd9d33-e0ff-4e58-bdef-8cb7fa06a00d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:29.967336 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-a073fc21-2ccb-4266-b3ec-84680d123127 req-d0c261c9-f811-44d0-bafb-21ce8746f698 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] 10.222.0.41 "GET /v2.0/ports?device_id=da92eb37-49d2-4972-ba65-684dccbfb30e HTTP/1.1" status: 200  len: 210 time: 0.0904534
Sep 10 16:44:30.001718 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4aaa7c-6d71-414f-8bc0-382b07f63e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a104e32-55b5-473e-b34f-8b399aacd055,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:30.004880 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-0a4aaa7c-6d71-414f-8bc0-382b07f63e88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:30.007671 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-0a4aaa7c-6d71-414f-8bc0-382b07f63e88 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2b2643a5486e4a80b3c00827a830860e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7001290
Sep 10 16:44:30.010422 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 56192) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:30.042309 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7817434-97e4-4263-8a08-626d35282d65 req-2df0e3b1-8b6e-4be9-abe2-885bb199c799 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:30.050222 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-e7817434-97e4-4263-8a08-626d35282d65 req-2df0e3b1-8b6e-4be9-abe2-885bb199c799 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 945 time: 0.1792786
Sep 10 16:44:30.082401 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-13895b67-df13-40e0-a40d-4280a2fb94b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:30.119170 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-13895b67-df13-40e0-a40d-4280a2fb94b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:30.125961 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-e7817434-97e4-4263-8a08-626d35282d65 req-1ee3c70f-ecca-4c58-b3ba-532248f1bdf5 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0746472
Sep 10 16:44:30.183165 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-13895b67-df13-40e0-a40d-4280a2fb94b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:30.188077 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-03392b27-1684-42cb-a43f-dc646283cbf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:30.202287 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13895b67-df13-40e0-a40d-4280a2fb94b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a104e32-55b5-473e-b34f-8b399aacd055,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:30.205223 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-13895b67-df13-40e0-a40d-4280a2fb94b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:30.211623 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-13895b67-df13-40e0-a40d-4280a2fb94b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:30.212814 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-13895b67-df13-40e0-a40d-4280a2fb94b9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0a104e32-55b5-473e-b34f-8b399aacd055 HTTP/1.1" status: 204  len: 168 time: 0.2014403
Sep 10 16:44:30.524935 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324d560-f6ad-4590-b782-0e9f5c176b36 req-1147873a-b434-42da-b506-dc8451812766 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:30.526495 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-7324d560-f6ad-4590-b782-0e9f5c176b36 req-1147873a-b434-42da-b506-dc8451812766 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 945 time: 0.1643288
Sep 10 16:44:30.536554 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 56220) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:30.544398 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-2297b604-8ce7-4194-b7e4-42e0854dc041 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Request body: {'floatingip': {'port_id': 'b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:44:30.644227 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6669167-41fd-4f41-a1e6-d38977393781 req-b018414d-9e8e-47a6-b747-90b4b851fdea tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:30.652945 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-2297b604-8ce7-4194-b7e4-42e0854dc041 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks [] for floatingip, before_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:30.653129 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-f6669167-41fd-4f41-a1e6-d38977393781 req-b018414d-9e8e-47a6-b747-90b4b851fdea tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 946 time: 0.1559334
Sep 10 16:44:30.724803 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-f6669167-41fd-4f41-a1e6-d38977393781 req-9dc0712c-ac4d-4829-b121-868c84554256 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0707686
Sep 10 16:44:30.954920 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e7f9b-6c36-4558-834e-a182f6ed5532 req-cb6839ed-2085-4abc-a421-60ae91a9056e tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:30.967766 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-285e7f9b-6c36-4558-834e-a182f6ed5532 req-cb6839ed-2085-4abc-a421-60ae91a9056e tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d HTTP/1.1" status: 200  len: 946 time: 0.2197216
Sep 10 16:44:31.097812 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 56258) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:31.157335 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-c8e64910-81f4-40ff-9a51-691594f61c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:31.161648 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-285e7f9b-6c36-4558-834e-a182f6ed5532 req-bd064c97-ecd2-473f-b623-d3b0c7e35eca tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1805274
Sep 10 16:44:31.352969 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-0e041516-86a0-4801-b4a3-6d65c4f4d5fb tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:31.354457 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-0e041516-86a0-4801-b4a3-6d65c4f4d5fb tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/networks?id=dc00798f-e261-4178-81bd-f43f96f04f24 HTTP/1.1" status: 200  len: 815 time: 0.2282805
Sep 10 16:44:31.407313 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-c8e64910-81f4-40ff-9a51-691594f61c3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:44:31.412868 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-c8e64910-81f4-40ff-9a51-691594f61c3b admin admin] Usage tracker for resource:security_group_rule and tenant:984310fd9ba94bec84c04c4eb34ca732 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:44:31.421525 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-16f5b0ef-ed03-419a-a91a-58a460bfd8ea tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/quotas/73cdfc2295ba43b88eedc5611288b0f3 HTTP/1.1" status: 200  len: 375 time: 0.0266695
Sep 10 16:44:31.424349 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-c8e64910-81f4-40ff-9a51-691594f61c3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:44:31.483134 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-c8e64910-81f4-40ff-9a51-691594f61c3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:44:31.528432 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-94db983a-a6f7-41ab-bab6-1d6b62e5e961 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=73cdfc2295ba43b88eedc5611288b0f3&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1057398
Sep 10 16:44:31.748945 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-9571f582-df2d-448c-839d-495ced2e246c service neutron] 10.222.0.41 "GET /v2.0/networks/dc00798f-e261-4178-81bd-f43f96f04f24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2194347
Sep 10 16:44:31.938994 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-c8e64910-81f4-40ff-9a51-691594f61c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:31.956676 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-2297b604-8ce7-4194-b7e4-42e0854dc041 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:31.959742 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-2262bab2-9027-42b1-9ce3-e1e1cfb3a85b service neutron] 10.222.0.41 "GET /v2.0/networks/dc00798f-e261-4178-81bd-f43f96f04f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2098887
Sep 10 16:44:31.961642 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-c8e64910-81f4-40ff-9a51-691594f61c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:31.964362 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-2297b604-8ce7-4194-b7e4-42e0854dc041 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446787'] for floatingip, after_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:31.997407 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-c1776599-f901-4f45-a4ac-caabe73a0395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:32.028721 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-c8e64910-81f4-40ff-9a51-691594f61c3b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=984310fd9ba94bec84c04c4eb34ca732&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9297075
Sep 10 16:44:32.029787 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e64910-81f4-40ff-9a51-691594f61c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70270662-5a36-4486-b305-285d6d641b72,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:32.032901 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 56292) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:32.036441 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-c8e64910-81f4-40ff-9a51-691594f61c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:32.108008 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-940a73ad-a215-4ca5-a884-b06d32f0f7ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:32.154015 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-940a73ad-a215-4ca5-a884-b06d32f0f7ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:32.232605 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-940a73ad-a215-4ca5-a884-b06d32f0f7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:32.236915 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-c8e64910-81f4-40ff-9a51-691594f61c3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:32.261789 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875c69d-fcb1-4886-a091-9b729a67281c req-2ea4b6d3-6f70-4c59-9f3a-a285e4b3113a tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:32.262737 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-5875c69d-fcb1-4886-a091-9b729a67281c req-2ea4b6d3-6f70-4c59-9f3a-a285e4b3113a tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 946 time: 0.1739321
Sep 10 16:44:32.310061 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940a73ad-a215-4ca5-a884-b06d32f0f7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70270662-5a36-4486-b305-285d6d641b72,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:32.324992 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-940a73ad-a215-4ca5-a884-b06d32f0f7ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:32.359181 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-940a73ad-a215-4ca5-a884-b06d32f0f7ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:32.360384 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-940a73ad-a215-4ca5-a884-b06d32f0f7ed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/70270662-5a36-4486-b305-285d6d641b72 HTTP/1.1" status: 204  len: 168 time: 0.3254902
Sep 10 16:44:32.512621 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-5875c69d-fcb1-4886-a091-9b729a67281c req-478907bf-2c71-405d-84f1-27c9da231d4f tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2387505
Sep 10 16:44:32.564948 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46369f-56df-4c7f-8225-62e68e4b1a5e req-12d0d97b-b17e-40bb-9e00-efcda775220a tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:32.567043 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.db.l3_db [None req-2297b604-8ce7-4194-b7e4-42e0854dc041 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Floating IP 3e4981e9-0328-4311-9eaa-5093549f4a55 associated. External IP: 172.27.0.27, port: b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736.
Sep 10 16:44:32.580439 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-0b46369f-56df-4c7f-8225-62e68e4b1a5e req-12d0d97b-b17e-40bb-9e00-efcda775220a tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d HTTP/1.1" status: 200  len: 946 time: 0.1750910
Sep 10 16:44:32.675948 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-0b46369f-56df-4c7f-8225-62e68e4b1a5e req-a21cde47-9662-4943-9cb4-691443ea36cb tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919726
Sep 10 16:44:32.736855 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-51539a6a-1d5e-4a11-b9f8-adb5ac477a57 req-c4a40320-c3fd-447e-8ba8-3b838ba9d1f7 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ab20770-396f-42f4-aa03-7bfbba879ac0 HTTP/1.1" status: 200  len: 210 time: 0.0773325
Sep 10 16:44:33.107186 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b089abf-5519-4a5c-a79b-8543f8e75eb8 req-b537fe3f-e179-4efc-990e-527f92f6a406 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:33.114336 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-8b089abf-5519-4a5c-a79b-8543f8e75eb8 req-b537fe3f-e179-4efc-990e-527f92f6a406 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 946 time: 0.1994421
Sep 10 16:44:33.118483 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 56336) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:33.127237 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [None req-22a12a38-8147-4366-87e3-6b5ad4b232ac tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Request body: {'floatingip': {'port_id': '934aa22f-47e1-4b63-b12e-856378fbc4c5'}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:44:33.191318 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2297b604-8ce7-4194-b7e4-42e0854dc041 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Router 176189ad-7ab2-430f-8bdd-7ff226c6640a has already been hosted by L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 {{(pid=74982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 10 16:44:33.229460 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-22a12a38-8147-4366-87e3-6b5ad4b232ac tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks [] for floatingip, before_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:33.612422 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2297b604-8ce7-4194-b7e4-42e0854dc041 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:44:33.624552 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-2297b604-8ce7-4194-b7e4-42e0854dc041 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for floatingip, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:33.686120 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-2297b604-8ce7-4194-b7e4-42e0854dc041 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "PUT /v2.0/floatingips/3e4981e9-0328-4311-9eaa-5093549f4a55 HTTP/1.1" status: 200  len: 990 time: 3.1457841
Sep 10 16:44:33.686120 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0007b50-7c84-4a40-af93-ae969d856f47', 'tag': 'b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736'}] {{(pid=74982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:44:33.711925 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 56366) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:33.791360 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0007b50-7c84-4a40-af93-ae969d856f47', 'tag': 'b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736', 'status': 'completed', 'code': 200}
Sep 10 16:44:33.891461 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.db_base_plugin_v2 [None req-b59ea910-2620-4657-a6c4-34515018abf9 admin admin] Deleting subnet 2a16724c-c8fe-45c7-a7c3-4d41c8db2ff2 {{(pid=74982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 10 16:44:33.897629 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b59ea910-2620-4657-a6c4-34515018abf9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:34.028856 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b59ea910-2620-4657-a6c4-34515018abf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947282'] for subnet, precommit_delete_associations {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:34.152756 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-e5dc5bca-ea5c-4a36-8258-4c7522d5899c req-d96a9892-3a90-4250-b59c-33027fdad455 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9bbed5573b846b8bd73e0009e1ca850&device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 1098 time: 0.3211503
Sep 10 16:44:34.305559 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b59ea910-2620-4657-a6c4-34515018abf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-567488'] for subnet, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:34.485820 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b59ea910-2620-4657-a6c4-34515018abf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2865551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3069691'] for subnet, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:34.503932 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-93e04752-c104-4d51-8424-1ea988053b36 req-fd933e23-c414-441c-8c6a-e9b3fd253bd8 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ab20770-396f-42f4-aa03-7bfbba879ac0 HTTP/1.1" status: 200  len: 210 time: 0.2001369
Sep 10 16:44:34.556183 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-793fd049-919e-4a15-8d23-a395c9b2d3fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:34.586130 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d03a3-592d-4e9a-bb36-ac938f7e71ee req-ee0b874c-0f7c-4ce6-b43a-c7c70fa26027 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:34.587607 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-904d03a3-592d-4e9a-bb36-ac938f7e71ee req-ee0b874c-0f7c-4ce6-b43a-c7c70fa26027 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d HTTP/1.1" status: 200  len: 946 time: 0.5285366
Sep 10 16:44:34.608917 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ea910-2620-4657-a6c4-34515018abf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a16724c-c8fe-45c7-a7c3-4d41c8db2ff2,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:34.615673 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-b59ea910-2620-4657-a6c4-34515018abf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:34.638217 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b59ea910-2620-4657-a6c4-34515018abf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:34.671490 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-b59ea910-2620-4657-a6c4-34515018abf9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2a16724c-c8fe-45c7-a7c3-4d41c8db2ff2 HTTP/1.1" status: 204  len: 168 time: 0.9584873
Sep 10 16:44:34.676354 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 56404) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:34.703719 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-47659b23-5f3b-40c0-857b-f234da544eb0 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:34.705131 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-47659b23-5f3b-40c0-857b-f234da544eb0 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.24 "GET /v2.0/networks?id=dc00798f-e261-4178-81bd-f43f96f04f24 HTTP/1.1" status: 200  len: 815 time: 0.6449692
Sep 10 16:44:34.706350 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc5bca-ea5c-4a36-8258-4c7522d5899c req-a637db56-4180-4c55-b99f-e33045ea60fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:34.708645 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-e5dc5bca-ea5c-4a36-8258-4c7522d5899c req-a637db56-4180-4c55-b99f-e33045ea60fe service neutron] 10.222.0.24 "GET /v2.0/networks?id=344edc15-821a-46e8-88af-fc737f1ffc8a HTTP/1.1" status: 200  len: 917 time: 0.5428009
Sep 10 16:44:34.714280 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-904d03a3-592d-4e9a-bb36-ac938f7e71ee req-bc3644f5-036f-416b-bcce-748d240471c8 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1062510
Sep 10 16:44:34.737377 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-3a15c880-8646-4f60-89e3-c9e6256e1cbb tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Request body: {'port': {'device_id': '6ab20770-396f-42f4-aa03-7bfbba879ac0', 'network_id': 'dc00798f-e261-4178-81bd-f43f96f04f24', 'admin_state_up': True, 'tenant_id': '73cdfc2295ba43b88eedc5611288b0f3'}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:44:34.909931 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f9b7d0fd-836a-46ec-b081-445881453216 req-ab717abf-4bc1-4cbe-9ac9-85338ff83f0f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=93046c15-f39d-4221-b21c-f596460845b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.4154565
Sep 10 16:44:34.949476 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b76f7a1e-485c-4cd1-a031-5045d167c3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630774'] for network, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:34.964287 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 56414) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:34.978967 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-e5dc5bca-ea5c-4a36-8258-4c7522d5899c req-eb068b2d-c778-42af-b657-b7f0b28b77b2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736 HTTP/1.1" status: 200  len: 998 time: 0.2059782
Sep 10 16:44:35.034276 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-3a15c880-8646-4f60-89e3-c9e6256e1cbb tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:44:35.046448 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-3a15c880-8646-4f60-89e3-c9e6256e1cbb tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:44:35.063005 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-22a12a38-8147-4366-87e3-6b5ad4b232ac tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:35.064395 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-3a15c880-8646-4f60-89e3-c9e6256e1cbb tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Made reservation on behalf of 73cdfc2295ba43b88eedc5611288b0f3 for: {'port': 1} {{(pid=74981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:44:35.067686 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-3a15c880-8646-4f60-89e3-c9e6256e1cbb tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:35.080098 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-22a12a38-8147-4366-87e3-6b5ad4b232ac tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446787'] for floatingip, after_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:35.280496 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b76f7a1e-485c-4cd1-a031-5045d167c3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571207', 'neutron.services.segments.db._delete_segments_for_network-8763384148637'] for network, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:35.295256 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-5d794d02-b8e5-4d85-9b77-ec541615a441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:35.316269 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc5bca-ea5c-4a36-8258-4c7522d5899c req-4e35eed0-8463-4429-b2c0-6a004866647b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:35.317254 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-e5dc5bca-ea5c-4a36-8258-4c7522d5899c req-4e35eed0-8463-4429-b2c0-6a004866647b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c869236f-34e5-4060-bd38-439ed8cf68e4 HTTP/1.1" status: 200  len: 855 time: 0.3074088
Sep 10 16:44:35.322459 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.services.segments.db [None req-b76f7a1e-485c-4cd1-a031-5045d167c3d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f862502f4f0>,) {'filters': {'network_id': ['ec64d6e2-aa84-47c0-a7a3-b68e805b37e5']}} {{(pid=74982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:44:35.384084 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.services.segments.db [None req-b76f7a1e-485c-4cd1-a031-5045d167c3d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f862502f4f0>, 'd00dec5f-45a2-4b61-9cb0-60a3d36d4514') {'for_net_delete': True} {{(pid=74982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:44:35.384386 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.services.segments.db [None req-b76f7a1e-485c-4cd1-a031-5045d167c3d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f862502f4f0>, 'd00dec5f-45a2-4b61-9cb0-60a3d36d4514') {} {{(pid=74982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:44:35.415638 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b76f7a1e-485c-4cd1-a031-5045d167c3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763384234424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947275'] for segment, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:35.434701 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-5d794d02-b8e5-4d85-9b77-ec541615a441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:44:35.444652 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.db_base_plugin_common [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-3a15c880-8646-4f60-89e3-c9e6256e1cbb tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Allocated IP 172.20.0.7 (dc00798f-e261-4178-81bd-f43f96f04f24/357cccd7-afbd-4ae1-b28c-2e5466d4b245/5e27a33a-738a-4a0d-8500-7264331ede81) {{(pid=74981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:44:35.449375 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-5d794d02-b8e5-4d85-9b77-ec541615a441 admin admin] Usage tracker for resource:security_group_rule and tenant:dae95fce3a6449eaa9eeb39f1a4ca772 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:44:35.454295 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f9b7d0fd-836a-46ec-b081-445881453216 req-71ab89ef-9765-4073-ac12-31f9f500e210 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=73cdfc2295ba43b88eedc5611288b0f3&device_id=93046c15-f39d-4221-b21c-f596460845b1 HTTP/1.1" status: 200  len: 1099 time: 0.3914721
Sep 10 16:44:35.456227 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-5d794d02-b8e5-4d85-9b77-ec541615a441 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:44:35.459365 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b76f7a1e-485c-4cd1-a031-5045d167c3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-567309'] for segment, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:35.470620 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-5d794d02-b8e5-4d85-9b77-ec541615a441 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:44:35.475303 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b76f7a1e-485c-4cd1-a031-5045d167c3d4 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=74982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 10 16:44:35.475782 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b76f7a1e-485c-4cd1-a031-5045d167c3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2865617'] for segment, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:35.490507 dv-cinder-808473-1-iscsi neutron-server[74982]: Traceback (most recent call last):
Sep 10 16:44:35.490507 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 10 16:44:35.490507 dv-cinder-808473-1-iscsi neutron-server[74982]:     timer()
Sep 10 16:44:35.490507 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 10 16:44:35.490507 dv-cinder-808473-1-iscsi neutron-server[74982]:     cb(*args, **kw)
Sep 10 16:44:35.490507 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Sep 10 16:44:35.490507 dv-cinder-808473-1-iscsi neutron-server[74982]:     return func(*args, **kwargs)
Sep 10 16:44:35.490507 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 10 16:44:35.490507 dv-cinder-808473-1-iscsi neutron-server[74982]:     self._notify()
Sep 10 16:44:35.490507 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 10 16:44:35.490507 dv-cinder-808473-1-iscsi neutron-server[74982]:     self.callback(batched_events)
Sep 10 16:44:35.490507 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 10 16:44:35.490507 dv-cinder-808473-1-iscsi neutron-server[74982]:     event.method(event)
Sep 10 16:44:35.490507 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 10 16:44:35.490507 dv-cinder-808473-1-iscsi neutron-server[74982]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 10 16:44:35.490507 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 10 16:44:35.490507 dv-cinder-808473-1-iscsi neutron-server[74982]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 10 16:44:35.490507 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 10 16:44:35.490507 dv-cinder-808473-1-iscsi neutron-server[74982]:     return f(self, *a, **k)
Sep 10 16:44:35.490507 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 10 16:44:35.490507 dv-cinder-808473-1-iscsi neutron-server[74982]:     return self._get(url).json()
Sep 10 16:44:35.490507 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 10 16:44:35.490507 dv-cinder-808473-1-iscsi neutron-server[74982]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 10 16:44:35.490507 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 10 16:44:35.490507 dv-cinder-808473-1-iscsi neutron-server[74982]:     return self.request(url, 'GET', **kwargs)
Sep 10 16:44:35.490507 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 10 16:44:35.490507 dv-cinder-808473-1-iscsi neutron-server[74982]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 10 16:44:35.490507 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 10 16:44:35.490507 dv-cinder-808473-1-iscsi neutron-server[74982]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 10 16:44:35.490507 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 10 16:44:35.490507 dv-cinder-808473-1-iscsi neutron-server[74982]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 10 16:44:35.490507 dv-cinder-808473-1-iscsi neutron-server[74982]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 10 16:44:35.516005 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.db.l3_db [None req-22a12a38-8147-4366-87e3-6b5ad4b232ac tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Floating IP 5e4b50ea-18bf-433b-b1be-81160375e43c associated. External IP: 172.27.0.112, port: 934aa22f-47e1-4b63-b12e-856378fbc4c5.
Sep 10 16:44:35.668040 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-e5dc5bca-ea5c-4a36-8258-4c7522d5899c req-1dacbb35-f4fa-480c-99cc-f1aaed889c93 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=344edc15-821a-46e8-88af-fc737f1ffc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3327429
Sep 10 16:44:35.673695 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b76f7a1e-485c-4cd1-a031-5045d167c3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446813'] for network, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:35.711220 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:35.880216 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:35.891769 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-aa1d972c-aa42-438d-97ca-b70d4b25e7b1 req-aa99695a-d598-4bac-b73c-471cf6be3119 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ab20770-396f-42f4-aa03-7bfbba879ac0 HTTP/1.1" status: 200  len: 210 time: 0.1722701
Sep 10 16:44:35.892410 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b76f7a1e-485c-4cd1-a031-5045d167c3d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for network, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:35.910487 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f7a1e-485c-4cd1-a031-5045d167c3d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec64d6e2-aa84-47c0-a7a3-b68e805b37e5,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:35.929081 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-b76f7a1e-485c-4cd1-a031-5045d167c3d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:35.957835 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-b76f7a1e-485c-4cd1-a031-5045d167c3d4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ec64d6e2-aa84-47c0-a7a3-b68e805b37e5 HTTP/1.1" status: 204  len: 168 time: 1.2771075
Sep 10 16:44:36.008353 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7d0fd-836a-46ec-b081-445881453216 req-12447ae4-6332-4d1c-a6ba-c101674939bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:36.009726 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f9b7d0fd-836a-46ec-b081-445881453216 req-12447ae4-6332-4d1c-a6ba-c101674939bf service neutron] 10.222.0.24 "GET /v2.0/networks?id=dc00798f-e261-4178-81bd-f43f96f04f24 HTTP/1.1" status: 200  len: 916 time: 0.4697437
Sep 10 16:44:36.082529 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-3a15c880-8646-4f60-89e3-c9e6256e1cbb tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Notify callbacks [] for port, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:36.122344 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-5d794d02-b8e5-4d85-9b77-ec541615a441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:36.134989 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-5d794d02-b8e5-4d85-9b77-ec541615a441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:36.143144 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:36.154484 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-3a15c880-8646-4f60-89e3-c9e6256e1cbb tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793'] for port, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:36.160309 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-e5dc5bca-ea5c-4a36-8258-4c7522d5899c req-5606a023-0330-4c22-8b0b-7200da7a4e0d service neutron] 10.222.0.24 "GET /v2.0/networks/344edc15-821a-46e8-88af-fc737f1ffc8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4828122
Sep 10 16:44:36.161824 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f9b7d0fd-836a-46ec-b081-445881453216 req-6441fad8-951a-4b67-937d-c72d0cf5dc82 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47e9ac5c-979b-4574-ba87-601765b73441 HTTP/1.1" status: 200  len: 217 time: 0.1316524
Sep 10 16:44:36.175174 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] get_ports_and_sgs() called for port_ids ['47e9ac5c-979b-4574-ba87-601765b73441'] {{(pid=74983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 10 16:44:36.200767 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:36.329789 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d794d02-b8e5-4d85-9b77-ec541615a441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d544305-1815-4d95-85cc-09bff0aa52e9,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:36.389444 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-5d794d02-b8e5-4d85-9b77-ec541615a441 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dae95fce3a6449eaa9eeb39f1a4ca772&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4240019
Sep 10 16:44:36.392236 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 56456) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:36.392773 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 56458) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:36.393815 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-5d794d02-b8e5-4d85-9b77-ec541615a441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:36.489439 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7d0fd-836a-46ec-b081-445881453216 req-2edc88fe-d7a1-473d-89b1-e63163854e01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:36.491050 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f9b7d0fd-836a-46ec-b081-445881453216 req-2edc88fe-d7a1-473d-89b1-e63163854e01 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=357cccd7-afbd-4ae1-b28c-2e5466d4b245 HTTP/1.1" status: 200  len: 855 time: 0.3027756
Sep 10 16:44:36.516326 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119a593-9e35-4c14-9be4-19ee1e1b976c req-24bd5d2f-258f-4688-9c91-34534db50493 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:36.522973 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-6119a593-9e35-4c14-9be4-19ee1e1b976c req-24bd5d2f-258f-4688-9c91-34534db50493 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d HTTP/1.1" status: 200  len: 946 time: 0.5730288
Sep 10 16:44:36.525476 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-3a15c880-8646-4f60-89e3-c9e6256e1cbb tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Network dc00798f-e261-4178-81bd-f43f96f04f24 is already hosted by enough agents. {{(pid=74981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:44:36.531337 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.base_scheduler [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-3a15c880-8646-4f60-89e3-c9e6256e1cbb tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Resources bound (agent type, host, resource id):  {{(pid=74981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:44:36.534487 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-3a15c880-8646-4f60-89e3-c9e6256e1cbb tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Received port after_create {{(pid=74981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:44:36.538403 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-3a15c880-8646-4f60-89e3-c9e6256e1cbb tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:36.539070 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-3a15c880-8646-4f60-89e3-c9e6256e1cbb tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for port, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:36.560806 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a15c880-8646-4f60-89e3-c9e6256e1cbb tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Pushing event updated for resources: {'Port': ['ID=5e27a33a-738a-4a0d-8500-7264331ede81,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:36.565411 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-3a15c880-8646-4f60-89e3-c9e6256e1cbb tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:36.611880 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f9b7d0fd-836a-46ec-b081-445881453216 req-3a5622a3-fd86-4026-a253-40e9390698e7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dc00798f-e261-4178-81bd-f43f96f04f24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0791898
Sep 10 16:44:36.635442 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-e5dc5bca-ea5c-4a36-8258-4c7522d5899c req-49506fee-4a13-4129-8f2a-ac25346fc307 service neutron] 10.222.0.24 "GET /v2.0/networks/344edc15-821a-46e8-88af-fc737f1ffc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4482472
Sep 10 16:44:36.642185 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-3a15c880-8646-4f60-89e3-c9e6256e1cbb tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9118221
Sep 10 16:44:36.676635 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-cdf0f730-e17d-4158-b0fe-8ee20530c74d service neutron] Request body: {'port': {'device_id': '6ab20770-396f-42f4-aa03-7bfbba879ac0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:44:36.725286 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-7db0bc35-ef51-43b5-8088-8a8aa66d38ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ff8121ac89ae4cb989ace9070b2beb53&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3191943
Sep 10 16:44:36.732098 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 56466) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:36.751783 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-9764178d-405a-427e-98ab-7ba806146b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:36.784313 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-6119a593-9e35-4c14-9be4-19ee1e1b976c req-e520851f-b19a-49c1-aeba-958c3f94eec6 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2603767
Sep 10 16:44:36.823262 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-9764178d-405a-427e-98ab-7ba806146b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:36.874321 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f9b7d0fd-836a-46ec-b081-445881453216 req-eedf6184-9c92-4e1a-b30f-811f20800e26 service neutron] 10.222.0.24 "GET /v2.0/networks/dc00798f-e261-4178-81bd-f43f96f04f24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2418878
Sep 10 16:44:36.883253 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-cdf0f730-e17d-4158-b0fe-8ee20530c74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:36.914372 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a12a38-8147-4366-87e3-6b5ad4b232ac tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Router 83d55671-1489-406c-b5c7-9f5f3a763726 has already been hosted by L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 {{(pid=74981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 10 16:44:36.953403 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d46bf7f9-ce69-4c5a-bd65-ee1a5b368f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:36.993396 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-9764178d-405a-427e-98ab-7ba806146b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:36.999635 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-7e5e2471-ce2a-4466-bfee-3787d4bed739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:37.016175 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d46bf7f9-ce69-4c5a-bd65-ee1a5b368f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:37.025338 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9764178d-405a-427e-98ab-7ba806146b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d544305-1815-4d95-85cc-09bff0aa52e9,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:37.030279 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-9764178d-405a-427e-98ab-7ba806146b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:37.034018 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f9b7d0fd-836a-46ec-b081-445881453216 req-4d1c28f5-92bd-4241-9ad0-7bdc7b801525 service neutron] 10.222.0.24 "GET /v2.0/networks/dc00798f-e261-4178-81bd-f43f96f04f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1528594
Sep 10 16:44:37.038895 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-9764178d-405a-427e-98ab-7ba806146b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:37.039972 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-9764178d-405a-427e-98ab-7ba806146b8d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3d544305-1815-4d95-85cc-09bff0aa52e9 HTTP/1.1" status: 204  len: 168 time: 0.6320014
Sep 10 16:44:37.376549 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d46bf7f9-ce69-4c5a-bd65-ee1a5b368f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:37.392827 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:37.475116 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 56480) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:37.483336 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1f436-52e0-4734-8207-0c0bba28e478 req-7d93d98d-3722-45c4-bb39-1a826c1a7710 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:37.484048 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-b5d1f436-52e0-4734-8207-0c0bba28e478 req-7d93d98d-3722-45c4-bb39-1a826c1a7710 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Synchronizing usage tracker for tenant:73cdfc2295ba43b88eedc5611288b0f3 on resource:port {{(pid=74981) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:44:37.486818 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46bf7f9-ce69-4c5a-bd65-ee1a5b368f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d856fd-85cf-485f-982e-866e37aec074,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:37.494474 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-0d33f088-09b8-4868-8b4e-faf3ca8f6d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:37.501228 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-d46bf7f9-ce69-4c5a-bd65-ee1a5b368f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:37.549222 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-b5d1f436-52e0-4734-8207-0c0bba28e478 req-7d93d98d-3722-45c4-bb39-1a826c1a7710 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Unset dirty status for tenant:73cdfc2295ba43b88eedc5611288b0f3 on resource:port {{(pid=74981) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:44:37.557073 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-0d33f088-09b8-4868-8b4e-faf3ca8f6d08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:44:37.558225 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b5d1f436-52e0-4734-8207-0c0bba28e478 req-7d93d98d-3722-45c4-bb39-1a826c1a7710 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ab20770-396f-42f4-aa03-7bfbba879ac0 HTTP/1.1" status: 200  len: 931 time: 0.4582992
Sep 10 16:44:37.560213 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d46bf7f9-ce69-4c5a-bd65-ee1a5b368f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:37.563572 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-0d33f088-09b8-4868-8b4e-faf3ca8f6d08 admin admin] Usage tracker for resource:security_group_rule and tenant:9f8ac6a9b990419ab073dc0a1f777479 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:44:37.565510 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-d46bf7f9-ce69-4c5a-bd65-ee1a5b368f2c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/54d856fd-85cf-485f-982e-866e37aec074 HTTP/1.1" status: 204  len: 168 time: 0.8302066
Sep 10 16:44:37.583805 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-0d33f088-09b8-4868-8b4e-faf3ca8f6d08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:44:37.595203 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-0d33f088-09b8-4868-8b4e-faf3ca8f6d08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:44:37.692162 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-0d33f088-09b8-4868-8b4e-faf3ca8f6d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:37.696951 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-0d33f088-09b8-4868-8b4e-faf3ca8f6d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:37.715359 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-c5949bc0-c49a-4440-a444-e73591298aff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:37.752112 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-0d33f088-09b8-4868-8b4e-faf3ca8f6d08 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9f8ac6a9b990419ab073dc0a1f777479&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2728467
Sep 10 16:44:37.753292 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 56488) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:37.766293 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d33f088-09b8-4868-8b4e-faf3ca8f6d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0396182b-e23e-483e-bae6-364851f96035,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:37.778991 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-0d33f088-09b8-4868-8b4e-faf3ca8f6d08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:37.790772 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b5d1f436-52e0-4734-8207-0c0bba28e478 req-09a98a85-8190-40f8-8473-ceb54ff42698 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2315874
Sep 10 16:44:37.797153 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.notifiers.nova [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-cdf0f730-e17d-4158-b0fe-8ee20530c74d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e27a33a-738a-4a0d-8500-7264331ede81 {{(pid=74981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:44:37.806161 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-cdf0f730-e17d-4158-b0fe-8ee20530c74d service neutron] Notify callbacks [] for port, precommit_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:37.810098 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a12a38-8147-4366-87e3-6b5ad4b232ac tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:44:37.817244 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-22a12a38-8147-4366-87e3-6b5ad4b232ac tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for floatingip, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:37.860445 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-6b93f6d4-7be7-4d4d-9650-b154390025d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:37.882332 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.provisioning_blocks [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-cdf0f730-e17d-4158-b0fe-8ee20530c74d service neutron] Transition to ACTIVE for port object 5e27a33a-738a-4a0d-8500-7264331ede81 will not be triggered until provisioned by entity L2. {{(pid=74981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:44:37.893026 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-cdf0f730-e17d-4158-b0fe-8ee20530c74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:37.897619 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-e49df9d6-c610-4c67-b165-32f7dab469d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:37.912912 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-6b93f6d4-7be7-4d4d-9650-b154390025d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:37.929808 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-22a12a38-8147-4366-87e3-6b5ad4b232ac tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "PUT /v2.0/floatingips/5e4b50ea-18bf-433b-b1be-81160375e43c HTTP/1.1" status: 200  len: 992 time: 4.8102310
Sep 10 16:44:37.935855 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d3fa2a-e81f-451b-b064-128bca33c8af', 'tag': '934aa22f-47e1-4b63-b12e-856378fbc4c5'}] {{(pid=74981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:44:38.035367 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0f730-e17d-4158-b0fe-8ee20530c74d service neutron] Pushing event updated for resources: {'Port': ['ID=5e27a33a-738a-4a0d-8500-7264331ede81,revision_number=2']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:38.039552 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-cdf0f730-e17d-4158-b0fe-8ee20530c74d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:38.098372 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-6b93f6d4-7be7-4d4d-9650-b154390025d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:38.103803 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-2f59035d-59c2-4738-962f-46237e9d8cc2 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:38.117501 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93f6d4-7be7-4d4d-9650-b154390025d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0396182b-e23e-483e-bae6-364851f96035,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:38.121180 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-6b93f6d4-7be7-4d4d-9650-b154390025d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:38.125995 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.managers [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-cdf0f730-e17d-4158-b0fe-8ee20530c74d service neutron] Attempting to bind port 5e27a33a-738a-4a0d-8500-7264331ede81 on host hv-cinder-80847 for vnic_type normal with profile  {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:44:38.126472 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.managers [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-cdf0f730-e17d-4158-b0fe-8ee20530c74d service neutron] Attempting to bind port 5e27a33a-738a-4a0d-8500-7264331ede81 by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': 'abd13d7f-4963-4fb7-a767-dde5547d2c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'dc00798f-e261-4178-81bd-f43f96f04f24'}] {{(pid=74981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:44:38.127660 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-cdf0f730-e17d-4158-b0fe-8ee20530c74d service neutron] Attempting to bind port 5e27a33a-738a-4a0d-8500-7264331ede81 on network dc00798f-e261-4178-81bd-f43f96f04f24 {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:44:38.128072 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-6b93f6d4-7be7-4d4d-9650-b154390025d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:38.130491 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-6b93f6d4-7be7-4d4d-9650-b154390025d0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0396182b-e23e-483e-bae6-364851f96035 HTTP/1.1" status: 204  len: 168 time: 0.3755021
Sep 10 16:44:38.146192 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21bf78-4e94-40e9-b82e-d850b14b06b0 req-9edd5bef-b8d1-4362-8aaa-92effa5609d2 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:38.149062 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-cdf0f730-e17d-4158-b0fe-8ee20530c74d service neutron] Port 5e27a33a-738a-4a0d-8500-7264331ede81 on network dc00798f-e261-4178-81bd-f43f96f04f24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 10 16:44:38.149856 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-cdf0f730-e17d-4158-b0fe-8ee20530c74d service neutron] Attempting to bind port 5e27a33a-738a-4a0d-8500-7264331ede81 on network dc00798f-e261-4178-81bd-f43f96f04f24 {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:44:38.157296 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-cdf0f730-e17d-4158-b0fe-8ee20530c74d service neutron] Checking agent: {'id': '653d4f90-9fea-4616-953f-74c38214cca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 41, 36), 'started_at': datetime.datetime(2021, 9, 10, 16, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:44:38.157819 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-cdf0f730-e17d-4158-b0fe-8ee20530c74d service neutron] Checking segment: {'id': 'abd13d7f-4963-4fb7-a767-dde5547d2c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'dc00798f-e261-4178-81bd-f43f96f04f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:44:38.158118 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-ac21bf78-4e94-40e9-b82e-d850b14b06b0 req-9edd5bef-b8d1-4362-8aaa-92effa5609d2 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d HTTP/1.1" status: 200  len: 946 time: 0.1616256
Sep 10 16:44:38.158581 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-cdf0f730-e17d-4158-b0fe-8ee20530c74d service neutron] Bound using segment: {'id': 'abd13d7f-4963-4fb7-a767-dde5547d2c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'dc00798f-e261-4178-81bd-f43f96f04f24'} {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:44:38.159048 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.managers [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-cdf0f730-e17d-4158-b0fe-8ee20530c74d service neutron] Bound port: 5e27a33a-738a-4a0d-8500-7264331ede81, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abd13d7f-4963-4fb7-a767-dde5547d2c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'dc00798f-e261-4178-81bd-f43f96f04f24'}}] {{(pid=74981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:44:38.159607 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-cdf0f730-e17d-4158-b0fe-8ee20530c74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:38.249661 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-ac21bf78-4e94-40e9-b82e-d850b14b06b0 req-6e7c922f-d611-4cb8-918d-2c880e91717a tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0891230
Sep 10 16:44:38.286987 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d3fa2a-e81f-451b-b064-128bca33c8af', 'tag': '934aa22f-47e1-4b63-b12e-856378fbc4c5', 'status': 'completed', 'code': 200}
Sep 10 16:44:38.302782 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-cdf0f730-e17d-4158-b0fe-8ee20530c74d service neutron] For port 5e27a33a-738a-4a0d-8500-7264331ede81, host hv-cinder-80847, cleared binding levels {{(pid=74981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:44:38.306455 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-cdf0f730-e17d-4158-b0fe-8ee20530c74d service neutron] For port 5e27a33a-738a-4a0d-8500-7264331ede81, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=5e27a33a-738a-4a0d-8500-7264331ede81,segment=NetworkSegment(abd13d7f-4963-4fb7-a767-dde5547d2c9d),segment_id=abd13d7f-4963-4fb7-a767-dde5547d2c9d)] {{(pid=74981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:44:38.315176 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-cdf0f730-e17d-4158-b0fe-8ee20530c74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:38.326895 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-6ae7e9de-d72e-46b5-9247-990dbfa198b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:38.434658 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-59cf9024-2e16-4ecb-b396-4599ffac51d0 req-9b8c1007-394c-435c-814f-2cc5b841b496 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d0a46baf31fe490992f182c130f37875&device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 1099 time: 0.1387939
Sep 10 16:44:38.478786 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-cdf0f730-e17d-4158-b0fe-8ee20530c74d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for port, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:38.482228 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-cdf0f730-e17d-4158-b0fe-8ee20530c74d service neutron] 10.222.0.24 "PUT /v2.0/ports/5e27a33a-738a-4a0d-8500-7264331ede81 HTTP/1.1" status: 200  len: 1093 time: 1.8139400
Sep 10 16:44:38.522416 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0f730-e17d-4158-b0fe-8ee20530c74d service neutron] Pushing event updated for resources: {'Port': ['ID=5e27a33a-738a-4a0d-8500-7264331ede81,revision_number=3']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:38.537961 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-cdf0f730-e17d-4158-b0fe-8ee20530c74d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:38.613947 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf9024-2e16-4ecb-b396-4599ffac51d0 req-55ecb59d-2c8e-447b-9b41-af314daf89a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:38.615765 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-59cf9024-2e16-4ecb-b396-4599ffac51d0 req-55ecb59d-2c8e-447b-9b41-af314daf89a1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6dada4db-7034-4535-a3e4-d198e90e5fce HTTP/1.1" status: 200  len: 912 time: 0.1670148
Sep 10 16:44:38.676304 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-e04f666c-10f7-4190-9d47-883c0ac5e5de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=73cdfc2295ba43b88eedc5611288b0f3&device_id=6ab20770-396f-42f4-aa03-7bfbba879ac0 HTTP/1.1" status: 200  len: 1096 time: 0.1362865
Sep 10 16:44:38.802297 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-59cf9024-2e16-4ecb-b396-4599ffac51d0 req-362ee3b7-7223-40cd-9ac2-537cd8bf9bb3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=934aa22f-47e1-4b63-b12e-856378fbc4c5 HTTP/1.1" status: 200  len: 1000 time: 0.1779599
Sep 10 16:44:38.807626 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-ee38620a-7c09-4f20-bb6a-644a8589eea8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e27a33a-738a-4a0d-8500-7264331ede81 HTTP/1.1" status: 200  len: 217 time: 0.1135442
Sep 10 16:44:38.932473 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-e03ab805-4ea9-4339-aefd-b6edc2d8f3b0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:38.935612 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-e03ab805-4ea9-4339-aefd-b6edc2d8f3b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=357cccd7-afbd-4ae1-b28c-2e5466d4b245 HTTP/1.1" status: 200  len: 855 time: 0.1122642
Sep 10 16:44:39.016998 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-b7fcc25a-933a-49ad-9df0-4b53aa3935e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dc00798f-e261-4178-81bd-f43f96f04f24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0722656
Sep 10 16:44:39.055348 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf9024-2e16-4ecb-b396-4599ffac51d0 req-c29a051e-a500-4245-9a5d-52475c93779b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:39.057419 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-59cf9024-2e16-4ecb-b396-4599ffac51d0 req-c29a051e-a500-4245-9a5d-52475c93779b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5 HTTP/1.1" status: 200  len: 850 time: 0.2335706
Sep 10 16:44:39.156186 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-59cf9024-2e16-4ecb-b396-4599ffac51d0 req-6da8984f-b95d-4805-a45e-d4e4463a2a9a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6dada4db-7034-4535-a3e4-d198e90e5fce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0915477
Sep 10 16:44:39.243150 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-5749879c-cc93-475b-af09-dbd33b7fbe0f service neutron] 10.222.0.24 "GET /v2.0/networks/dc00798f-e261-4178-81bd-f43f96f04f24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1806326
Sep 10 16:44:39.291723 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2b620-4bad-4f42-913b-eb6b64e3801f req-fc7e823e-6102-4ab7-9e1d-0819df634386 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:39.298031 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-a1f2b620-4bad-4f42-913b-eb6b64e3801f req-fc7e823e-6102-4ab7-9e1d-0819df634386 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ab20770-396f-42f4-aa03-7bfbba879ac0 HTTP/1.1" status: 200  len: 943 time: 0.2795813
Sep 10 16:44:39.389166 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-59cf9024-2e16-4ecb-b396-4599ffac51d0 req-ab42551a-afb9-407b-af21-ca57b0dcb3e2 service neutron] 10.222.0.24 "GET /v2.0/networks/6dada4db-7034-4535-a3e4-d198e90e5fce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2221193
Sep 10 16:44:39.442593 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044e740c-1d58-4996-9d0b-69ed52fd0fc5 None None] Sync routers for ids ['176189ad-7ab2-430f-8bdd-7ff226c6640a'] in dv-cinder-808473-1-iscsi {{(pid=74984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:44:39.477645 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044e740c-1d58-4996-9d0b-69ed52fd0fc5 None None] Routers {'176189ad-7ab2-430f-8bdd-7ff226c6640a'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:44:39.485436 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-044e740c-1d58-4996-9d0b-69ed52fd0fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8625867550>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:44:27Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['176189ad-7ab2-430f-8bdd-7ff226c6640a'], 'active': True} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:44:39.491474 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-d7208091-1092-4aa7-b4ff-89d75a509dfe req-620f97bd-b0e5-451e-8f99-e8363d064ae3 service neutron] 10.222.0.24 "GET /v2.0/networks/dc00798f-e261-4178-81bd-f43f96f04f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1922288
Sep 10 16:44:39.522285 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-a1f2b620-4bad-4f42-913b-eb6b64e3801f req-dd883ef6-41e1-488d-b842-6d5c88d44b6e tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1953270
Sep 10 16:44:39.632189 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-59cf9024-2e16-4ecb-b396-4599ffac51d0 req-ea223e59-41a6-42ed-a434-e07731f4b1cb service neutron] 10.222.0.24 "GET /v2.0/networks/6dada4db-7034-4535-a3e4-d198e90e5fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2348208
Sep 10 16:44:39.670724 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540c582-561b-491a-99f0-1ab01e9a062b req-ecc4a22b-fb58-442f-be7e-499fbd9d0fb8 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:39.678556 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-6540c582-561b-491a-99f0-1ab01e9a062b req-ecc4a22b-fb58-442f-be7e-499fbd9d0fb8 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d HTTP/1.1" status: 200  len: 946 time: 0.1702414
Sep 10 16:44:39.735098 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-6540c582-561b-491a-99f0-1ab01e9a062b req-9a8b3832-5608-40c7-8b17-e8c5c737afae tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548117
Sep 10 16:44:39.768337 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 56564) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:39.793090 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvr_db [None req-044e740c-1d58-4996-9d0b-69ed52fd0fc5 None None] Set router 176189ad-7ab2-430f-8bdd-7ff226c6640a gateway port host: dv-cinder-808473-1-iscsi {{(pid=74984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:44:40.107123 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [None req-f619792a-0633-4d10-bda9-128e18564fbb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-286496198-network', 'tenant_id': '8aa43df8129b41f1be1d74944fb563eb'}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:44:40.111976 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 56582) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:40.112517 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-f619792a-0633-4d10-bda9-128e18564fbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:44:40.116833 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-f619792a-0633-4d10-bda9-128e18564fbb admin admin] Usage tracker for resource:network and tenant:8aa43df8129b41f1be1d74944fb563eb is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:44:40.123657 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-f619792a-0633-4d10-bda9-128e18564fbb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:44:40.131732 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-f619792a-0633-4d10-bda9-128e18564fbb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:44:40.145040 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f619792a-0633-4d10-bda9-128e18564fbb admin admin] Made reservation on behalf of 8aa43df8129b41f1be1d74944fb563eb for: {'network': 1} {{(pid=74981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:44:40.149088 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-f619792a-0633-4d10-bda9-128e18564fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for network, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:40.169921 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-f619792a-0633-4d10-bda9-128e18564fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:40.213315 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-f619792a-0633-4d10-bda9-128e18564fbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:44:40.217793 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-f619792a-0633-4d10-bda9-128e18564fbb admin admin] Usage tracker for resource:security_group_rule and tenant:8aa43df8129b41f1be1d74944fb563eb is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:44:40.218529 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-56523eab-5e5a-4f9a-97dd-88eac498d9dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:40.220810 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-f619792a-0633-4d10-bda9-128e18564fbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:44:40.227132 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-f619792a-0633-4d10-bda9-128e18564fbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:44:40.256272 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-56523eab-5e5a-4f9a-97dd-88eac498d9dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:44:40.261437 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-56523eab-5e5a-4f9a-97dd-88eac498d9dc admin admin] Usage tracker for resource:security_group_rule and tenant:a47fda34fc724a05ac2ecc259b08d945 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:44:40.265571 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-56523eab-5e5a-4f9a-97dd-88eac498d9dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:44:40.273543 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-56523eab-5e5a-4f9a-97dd-88eac498d9dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:44:40.287964 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ab20770-396f-42f4-aa03-7bfbba879ac0', 'tag': '5e27a33a-738a-4a0d-8500-7264331ede81'}] {{(pid=74981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:44:40.350200 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-044e740c-1d58-4996-9d0b-69ed52fd0fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8625867550>, [{'id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'name': 'tempest-AttachVolumeShelveTestJSON-927730939-router', 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '6e741b70-5bbb-4b72-a9fc-cfbc7d85948d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:43:51Z', 'revision_number': 4, 'project_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'gw_port': {'id': '6e741b70-5bbb-4b72-a9fc-cfbc7d85948d', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:33Z', 'updated_at': '2021-09-10T16:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_floatingips': [{'id': '3e4981e9-0328-4311-9eaa-5093549f4a55', 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'router_id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'port_id': 'b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a', 'mac_address': 'fa:16:3e:9d:64:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0007b50-7c84-4a40-af93-ae969d856f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:44:04Z', 'updated_at': '2021-09-10T16:44:31Z', 'revision_number': 1, 'project_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aee4d381-a7e3-42a1-be12-79c13c6da7b9', 'name': '', 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a', 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'mac_address': 'fa:16:3e:db:76:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c869236f-34e5-4060-bd38-439ed8cf68e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:49Z', 'updated_at': '2021-09-10T16:44:20Z', 'revision_number': 5, 'project_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'subnets': [{'id': 'c869236f-34e5-4060-bd38-439ed8cf68e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:44:40.362213 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044e740c-1d58-4996-9d0b-69ed52fd0fc5 None None] Checking router: 176189ad-7ab2-430f-8bdd-7ff226c6640a for host: dv-cinder-808473-1-iscsi {{(pid=74984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:44:40.389496 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-56523eab-5e5a-4f9a-97dd-88eac498d9dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:40.394693 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-56523eab-5e5a-4f9a-97dd-88eac498d9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:40.405042 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-0a4aaa7c-6d71-414f-8bc0-382b07f63e88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:40.405281 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-f619792a-0633-4d10-bda9-128e18564fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:40.414728 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044e740c-1d58-4996-9d0b-69ed52fd0fc5 None None] Routers {'176189ad-7ab2-430f-8bdd-7ff226c6640a'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:44:40.415729 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-044e740c-1d58-4996-9d0b-69ed52fd0fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8625867550>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:44:27Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['176189ad-7ab2-430f-8bdd-7ff226c6640a'], 'active': True} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:44:40.423330 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-f619792a-0633-4d10-bda9-128e18564fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:40.438910 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f619792a-0633-4d10-bda9-128e18564fbb admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'}  {{(pid=74981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Sep 10 16:44:40.448637 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-f619792a-0633-4d10-bda9-128e18564fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-567309'] for segment, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:40.449247 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.db.segments_db [None req-f619792a-0633-4d10-bda9-128e18564fbb admin admin] Added segment 33c6154a-7677-4bbe-837d-bd5c9f497538 of type vlan for network d3a14d42-c1b2-405f-8bbb-44eb41d2c99d
Sep 10 16:44:40.488042 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-f619792a-0633-4d10-bda9-128e18564fbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763383730616'] for network, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:40.508319 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ab20770-396f-42f4-aa03-7bfbba879ac0', 'tag': '5e27a33a-738a-4a0d-8500-7264331ede81', 'status': 'completed', 'code': 200}
Sep 10 16:44:40.508771 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:40.529750 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56523eab-5e5a-4f9a-97dd-88eac498d9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da9bac7-e43d-41cc-b43c-30e1167735d6,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:40.538578 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-56523eab-5e5a-4f9a-97dd-88eac498d9dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:40.543309 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-f619792a-0633-4d10-bda9-128e18564fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695'] for network, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:40.544092 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 56598) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:40.544802 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f619792a-0633-4d10-bda9-128e18564fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5d56f9-2516-4492-a614-38164dc738ce,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:40.549714 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-f619792a-0633-4d10-bda9-128e18564fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:40.550723 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f619792a-0633-4d10-bda9-128e18564fbb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:40.551314 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-f619792a-0633-4d10-bda9-128e18564fbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for network, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:40.558205 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-56523eab-5e5a-4f9a-97dd-88eac498d9dc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a47fda34fc724a05ac2ecc259b08d945&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4416409
Sep 10 16:44:40.571600 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:40.624437 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-39b7208b-6bad-4780-932c-ee042f7f3b03 req-af1ceec9-8f69-4c0c-a42f-6c24b50a7b4e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=73cdfc2295ba43b88eedc5611288b0f3&device_id=6ab20770-396f-42f4-aa03-7bfbba879ac0 HTTP/1.1" status: 200  len: 1096 time: 0.1314018
Sep 10 16:44:40.683885 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f619792a-0633-4d10-bda9-128e18564fbb admin admin] Pushing event updated for resources: {'Network': ['ID=d3a14d42-c1b2-405f-8bbb-44eb41d2c99d,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:40.700137 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-f619792a-0633-4d10-bda9-128e18564fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:40.703752 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Network d3a14d42-c1b2-405f-8bbb-44eb41d2c99d details requested by agent ovs-agent-dv-cinder-808473-1-iscsi with host dv-cinder-808473-1-iscsi {{(pid=74983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 10 16:44:40.722128 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-f619792a-0633-4d10-bda9-128e18564fbb admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.9506381
Sep 10 16:44:40.723857 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 56604) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:40.729173 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvr_db [None req-044e740c-1d58-4996-9d0b-69ed52fd0fc5 None None] Set router 176189ad-7ab2-430f-8bdd-7ff226c6640a gateway port host: dv-cinder-808473-1-iscsi {{(pid=74984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:44:40.733976 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [None req-74c6aed7-7d4f-45b4-b25c-13b3696d541c admin admin] Request body: {'subnet': {'network_id': 'd3a14d42-c1b2-405f-8bbb-44eb41d2c99d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-286496198-subnet', 'tenant_id': '8aa43df8129b41f1be1d74944fb563eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:44:40.740559 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-74c6aed7-7d4f-45b4-b25c-13b3696d541c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:44:40.747327 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-74c6aed7-7d4f-45b4-b25c-13b3696d541c admin admin] Usage tracker for resource:subnet and tenant:8aa43df8129b41f1be1d74944fb563eb is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:44:40.751559 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-74c6aed7-7d4f-45b4-b25c-13b3696d541c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:44:40.766384 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-74c6aed7-7d4f-45b4-b25c-13b3696d541c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:44:40.775027 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-63bb7009-e5e6-4f7f-b7a7-6e7058bf7bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:40.798629 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c6aed7-7d4f-45b4-b25c-13b3696d541c admin admin] Made reservation on behalf of 8aa43df8129b41f1be1d74944fb563eb for: {'subnet': 1} {{(pid=74981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:44:40.801348 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-74c6aed7-7d4f-45b4-b25c-13b3696d541c admin admin] Notify callbacks [] for subnet, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:40.897136 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7208b-6bad-4780-932c-ee042f7f3b03 req-8efa8e19-4d29-4281-ada2-b90d46cbeccd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:40.898882 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-39b7208b-6bad-4780-932c-ee042f7f3b03 req-8efa8e19-4d29-4281-ada2-b90d46cbeccd service neutron] 10.222.0.24 "GET /v2.0/networks?id=dc00798f-e261-4178-81bd-f43f96f04f24 HTTP/1.1" status: 200  len: 916 time: 0.2655323
Sep 10 16:44:40.914044 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95961d24-7605-4125-8295-db43c36cdce5 req-48dd0a3c-de19-47cb-8327-d7b2fc156f2d tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:40.928886 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-95961d24-7605-4125-8295-db43c36cdce5 req-48dd0a3c-de19-47cb-8327-d7b2fc156f2d tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ab20770-396f-42f4-aa03-7bfbba879ac0 HTTP/1.1" status: 200  len: 943 time: 0.1583116
Sep 10 16:44:40.933349 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-63bb7009-e5e6-4f7f-b7a7-6e7058bf7bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:41.074765 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-39b7208b-6bad-4780-932c-ee042f7f3b03 req-637a1b21-974f-498d-9b1b-24cdb8e6bb2e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e27a33a-738a-4a0d-8500-7264331ede81 HTTP/1.1" status: 200  len: 217 time: 0.1420684
Sep 10 16:44:41.088037 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-95961d24-7605-4125-8295-db43c36cdce5 req-5a240520-b4e3-4e58-8961-d8af109d8abd tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1581125
Sep 10 16:44:41.226119 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-63bb7009-e5e6-4f7f-b7a7-6e7058bf7bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:41.237744 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-e198ad31-5d4b-48fa-aa9e-dbfe768a02c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:41.243839 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7208b-6bad-4780-932c-ee042f7f3b03 req-9c5d9803-1870-48b3-b236-4dd04ed79aee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:41.245358 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-39b7208b-6bad-4780-932c-ee042f7f3b03 req-9c5d9803-1870-48b3-b236-4dd04ed79aee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=357cccd7-afbd-4ae1-b28c-2e5466d4b245 HTTP/1.1" status: 200  len: 855 time: 0.1562963
Sep 10 16:44:41.280212 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb7009-e5e6-4f7f-b7a7-6e7058bf7bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da9bac7-e43d-41cc-b43c-30e1167735d6,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:41.300461 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28afd240-ad1e-4a70-965a-382cb6186a85 req-709cdd60-9504-4809-8e8a-ea6c7da09617 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:41.315196 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-28afd240-ad1e-4a70-965a-382cb6186a85 req-709cdd60-9504-4809-8e8a-ea6c7da09617 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d HTTP/1.1" status: 200  len: 946 time: 0.3316946
Sep 10 16:44:41.321154 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-63bb7009-e5e6-4f7f-b7a7-6e7058bf7bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:41.337198 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-39b7208b-6bad-4780-932c-ee042f7f3b03 req-6633cfce-372d-4a19-a1b5-53e2024b9862 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dc00798f-e261-4178-81bd-f43f96f04f24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0791178
Sep 10 16:44:41.381099 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-63bb7009-e5e6-4f7f-b7a7-6e7058bf7bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:41.384850 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-63bb7009-e5e6-4f7f-b7a7-6e7058bf7bdf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3da9bac7-e43d-41cc-b43c-30e1167735d6 HTTP/1.1" status: 204  len: 168 time: 0.8344028
Sep 10 16:44:41.426669 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-28afd240-ad1e-4a70-965a-382cb6186a85 req-36b3cad0-342b-4225-af69-795fed056530 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105161
Sep 10 16:44:41.428194 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-74c6aed7-7d4f-45b4-b25c-13b3696d541c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695'] for subnet, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:41.436336 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-a09d5b54-5730-44cf-9ef5-d3fd52941ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:41.445764 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-044e740c-1d58-4996-9d0b-69ed52fd0fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8625867550>, [{'id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'name': 'tempest-AttachVolumeShelveTestJSON-927730939-router', 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '6e741b70-5bbb-4b72-a9fc-cfbc7d85948d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:43:51Z', 'revision_number': 4, 'project_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'gw_port': {'id': '6e741b70-5bbb-4b72-a9fc-cfbc7d85948d', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:33Z', 'updated_at': '2021-09-10T16:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_floatingips': [{'id': '3e4981e9-0328-4311-9eaa-5093549f4a55', 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'router_id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'port_id': 'b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a', 'mac_address': 'fa:16:3e:9d:64:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0007b50-7c84-4a40-af93-ae969d856f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:44:04Z', 'updated_at': '2021-09-10T16:44:31Z', 'revision_number': 1, 'project_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aee4d381-a7e3-42a1-be12-79c13c6da7b9', 'name': '', 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a', 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'mac_address': 'fa:16:3e:db:76:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c869236f-34e5-4060-bd38-439ed8cf68e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:49Z', 'updated_at': '2021-09-10T16:44:20Z', 'revision_number': 5, 'project_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'subnets': [{'id': 'c869236f-34e5-4060-bd38-439ed8cf68e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:44:41.452061 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044e740c-1d58-4996-9d0b-69ed52fd0fc5 None None] The sync data for ids ['176189ad-7ab2-430f-8bdd-7ff226c6640a'] in dv-cinder-808473-1-iscsi is: [{'id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'name': 'tempest-AttachVolumeShelveTestJSON-927730939-router', 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '6e741b70-5bbb-4b72-a9fc-cfbc7d85948d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:43:51Z', 'revision_number': 4, 'project_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'gw_port': {'id': '6e741b70-5bbb-4b72-a9fc-cfbc7d85948d', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:33Z', 'updated_at': '2021-09-10T16:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_floatingips': [{'id': '3e4981e9-0328-4311-9eaa-5093549f4a55', 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'router_id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'port_id': 'b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a', 'mac_address': 'fa:16:3e:9d:64:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0007b50-7c84-4a40-af93-ae969d856f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:44:04Z', 'updated_at': '2021-09-10T16:44:31Z', 'revision_number': 1, 'project_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aee4d381-a7e3-42a1-be12-79c13c6da7b9', 'name': '', 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a', 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'mac_address': 'fa:16:3e:db:76:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c869236f-34e5-4060-bd38-439ed8cf68e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:49Z', 'updated_at': '2021-09-10T16:44:20Z', 'revision_number': 5, 'project_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'subnets': [{'id': 'c869236f-34e5-4060-bd38-439ed8cf68e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:44:41.542279 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-39b7208b-6bad-4780-932c-ee042f7f3b03 req-19fa8ad7-31b2-4121-9ba7-7908528f89fd service neutron] 10.222.0.24 "GET /v2.0/networks/dc00798f-e261-4178-81bd-f43f96f04f24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1916783
Sep 10 16:44:41.577682 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 5e27a33a-738a-4a0d-8500-7264331ede81 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=74983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 10 16:44:41.619647 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c6aed7-7d4f-45b4-b25c-13b3696d541c admin admin] Pushing event updated for resources: {'Subnet': ['ID=16209ab0-93ea-4f1d-bce8-aff83ac9f42d,revision_number=0']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:41.622888 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c6aed7-7d4f-45b4-b25c-13b3696d541c admin admin] Checking segment: {'id': '33c6154a-7677-4bbe-837d-bd5c9f497538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd3a14d42-c1b2-405f-8bbb-44eb41d2c99d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:44:41.632324 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c6aed7-7d4f-45b4-b25c-13b3696d541c admin admin] Network hostable DHCP agents. Network: d3a14d42-c1b2-405f-8bbb-44eb41d2c99d, hostable agents: ['16ada634-a41f-45d3-a3ee-16ead43437b7'], hosted agents: [] {{(pid=74981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 10 16:44:41.636982 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-74c6aed7-7d4f-45b4-b25c-13b3696d541c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:41.660852 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c6aed7-7d4f-45b4-b25c-13b3696d541c admin admin] Network d3a14d42-c1b2-405f-8bbb-44eb41d2c99d is scheduled to be hosted by DHCP agent 16ada634-a41f-45d3-a3ee-16ead43437b7 with binding_index 1 {{(pid=74981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 10 16:44:41.673547 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.base_scheduler [None req-74c6aed7-7d4f-45b4-b25c-13b3696d541c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808473-1-iscsi, d3a14d42-c1b2-405f-8bbb-44eb41d2c99d) {{(pid=74981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:44:41.680418 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c6aed7-7d4f-45b4-b25c-13b3696d541c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:41.681725 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-74c6aed7-7d4f-45b4-b25c-13b3696d541c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for subnet, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:41.721915 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919654c3-28cf-4a2e-b98c-a64989d6e5fe None None] Network d3a14d42-c1b2-405f-8bbb-44eb41d2c99d requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:44:41.727859 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-74c6aed7-7d4f-45b4-b25c-13b3696d541c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9990556
Sep 10 16:44:41.786778 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-39b7208b-6bad-4780-932c-ee042f7f3b03 req-b7bd4600-26ba-4f7f-a4d4-a5410ed1b4f6 service neutron] 10.222.0.24 "GET /v2.0/networks/dc00798f-e261-4178-81bd-f43f96f04f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2382157
Sep 10 16:44:41.887256 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 5e27a33a-738a-4a0d-8500-7264331ede81, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=5e27a33a-738a-4a0d-8500-7264331ede81,segment=NetworkSegment(abd13d7f-4963-4fb7-a767-dde5547d2c9d),segment_id=abd13d7f-4963-4fb7-a767-dde5547d2c9d)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:44:41.911661 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Returning: {'device': '5e27a33a-738a-4a0d-8500-7264331ede81', 'network_id': 'dc00798f-e261-4178-81bd-f43f96f04f24', 'port_id': '5e27a33a-738a-4a0d-8500-7264331ede81', 'mac_address': 'fa:16:3e:16:98:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '357cccd7-afbd-4ae1-b28c-2e5466d4b245', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 10 16:44:42.033489 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 56638) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:42.036058 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:42.059717 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-bd0985e5-e80a-4727-a6f7-aa139f7c3531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:42.066500 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e27a33a-738a-4a0d-8500-7264331ede81 {{(pid=74983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:44:42.072073 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ce1d27-34b7-411a-9f8f-7dd5ad1fa47f None None] Network d3a14d42-c1b2-405f-8bbb-44eb41d2c99d requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:44:42.124359 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-bd0985e5-e80a-4727-a6f7-aa139f7c3531 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:44:42.130990 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-bd0985e5-e80a-4727-a6f7-aa139f7c3531 admin admin] Usage tracker for resource:security_group_rule and tenant:e28711cc7a9945768526ea00dd375a61 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:44:42.135409 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-bd0985e5-e80a-4727-a6f7-aa139f7c3531 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:44:42.142068 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-bd0985e5-e80a-4727-a6f7-aa139f7c3531 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:44:42.175010 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 5e27a33a-738a-4a0d-8500-7264331ede81, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=5e27a33a-738a-4a0d-8500-7264331ede81,segment=NetworkSegment(abd13d7f-4963-4fb7-a767-dde5547d2c9d),segment_id=abd13d7f-4963-4fb7-a767-dde5547d2c9d)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:44:42.187868 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:42.192232 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-7add3ec4-bdb9-4871-9524-c54547dc8909 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:42.257325 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-bd0985e5-e80a-4727-a6f7-aa139f7c3531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:42.265208 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-bd0985e5-e80a-4727-a6f7-aa139f7c3531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:42.290490 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-e8284e96-c9fc-4f12-9003-9e1d709e48e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:42.325141 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=5e27a33a-738a-4a0d-8500-7264331ede81,revision_number=4']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:42.344698 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:44:42.345427 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:44:42.346200 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:44:42.346720 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:44:42.347357 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:44:42.347842 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:44:42.348321 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:44:42.348915 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:44:42.349534 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:44:42.350068 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:44:42.351371 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:44:42.363397 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:42.364454 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0985e5-e80a-4727-a6f7-aa139f7c3531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac14fda-ffb8-42bf-bb8b-acd39d24ddea,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:42.367831 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-bd0985e5-e80a-4727-a6f7-aa139f7c3531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:42.370388 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-bd0985e5-e80a-4727-a6f7-aa139f7c3531 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e28711cc7a9945768526ea00dd375a61&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3353543
Sep 10 16:44:42.373048 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 56650) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:42.513182 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08624905-85d9-4edf-a669-d7b3613458da req-2178acd9-4c16-4a74-bccc-f6e9ee31de42 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:42.514683 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-08624905-85d9-4edf-a669-d7b3613458da req-2178acd9-4c16-4a74-bccc-f6e9ee31de42 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ab20770-396f-42f4-aa03-7bfbba879ac0 HTTP/1.1" status: 200  len: 944 time: 0.1431406
Sep 10 16:44:42.516074 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-cf4bf591-5167-49ba-92cb-10eb0ac4eb27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:42.531849 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] get_ports_and_sgs() called for port_ids ['5e27a33a-738a-4a0d-8500-7264331ede81'] {{(pid=74983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 10 16:44:42.573732 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-cf4bf591-5167-49ba-92cb-10eb0ac4eb27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:42.643117 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-08624905-85d9-4edf-a669-d7b3613458da req-f30537c4-18cb-44d6-a32d-f14e25d21956 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1149654
Sep 10 16:44:42.698028 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-cf4bf591-5167-49ba-92cb-10eb0ac4eb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:42.704182 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-7482ce0b-ffd7-4f7c-8f5d-e693a3414ed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:42.727622 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-cf4bf591-5167-49ba-92cb-10eb0ac4eb27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:42.729591 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-cf4bf591-5167-49ba-92cb-10eb0ac4eb27 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1ac14fda-ffb8-42bf-bb8b-acd39d24ddea HTTP/1.1" status: 204  len: 168 time: 0.3551950
Sep 10 16:44:42.731122 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4bf591-5167-49ba-92cb-10eb0ac4eb27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac14fda-ffb8-42bf-bb8b-acd39d24ddea,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:42.746343 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-cf4bf591-5167-49ba-92cb-10eb0ac4eb27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:42.801632 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273fbc0-fdda-4f49-aaeb-0de8970633b3 req-9ce75cb1-ba62-4dce-813d-5cb86def628d tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:42.803191 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-4273fbc0-fdda-4f49-aaeb-0de8970633b3 req-9ce75cb1-ba62-4dce-813d-5cb86def628d tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d HTTP/1.1" status: 200  len: 946 time: 0.1519363
Sep 10 16:44:42.907911 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-4273fbc0-fdda-4f49-aaeb-0de8970633b3 req-888e4a9c-8ad1-4a43-8c40-8a47ad02b0f2 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974317
Sep 10 16:44:43.108329 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 56680) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:43.111830 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [None req-6b08a20d-de3a-43fe-8b53-4c76528259c6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-926675304-network', 'tenant_id': 'cbd8ed9d79354412987e5ae549077cc2'}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:44:43.116687 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-6b08a20d-de3a-43fe-8b53-4c76528259c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:44:43.120691 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-6b08a20d-de3a-43fe-8b53-4c76528259c6 admin admin] Usage tracker for resource:network and tenant:cbd8ed9d79354412987e5ae549077cc2 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:44:43.123654 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-6b08a20d-de3a-43fe-8b53-4c76528259c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:44:43.130137 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-6b08a20d-de3a-43fe-8b53-4c76528259c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:44:43.158369 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b08a20d-de3a-43fe-8b53-4c76528259c6 admin admin] Made reservation on behalf of cbd8ed9d79354412987e5ae549077cc2 for: {'network': 1} {{(pid=74981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:44:43.160768 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-6b08a20d-de3a-43fe-8b53-4c76528259c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for network, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:43.174097 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-6b08a20d-de3a-43fe-8b53-4c76528259c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:43.223146 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-6b08a20d-de3a-43fe-8b53-4c76528259c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:44:43.227216 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-6b08a20d-de3a-43fe-8b53-4c76528259c6 admin admin] Usage tracker for resource:security_group_rule and tenant:cbd8ed9d79354412987e5ae549077cc2 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:44:43.230359 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-6b08a20d-de3a-43fe-8b53-4c76528259c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:44:43.238610 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-6b08a20d-de3a-43fe-8b53-4c76528259c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:44:43.338601 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-6b08a20d-de3a-43fe-8b53-4c76528259c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:43.348072 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-6b08a20d-de3a-43fe-8b53-4c76528259c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:43.359840 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-bd0985e5-e80a-4727-a6f7-aa139f7c3531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:43.401613 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b08a20d-de3a-43fe-8b53-4c76528259c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'}  {{(pid=74981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Sep 10 16:44:43.410848 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b08a20d-de3a-43fe-8b53-4c76528259c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41dbf65-8c9b-4c48-bf54-0187d0bf6d38,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:43.414675 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-6b08a20d-de3a-43fe-8b53-4c76528259c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:43.417345 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-6b08a20d-de3a-43fe-8b53-4c76528259c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-567309'] for segment, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:43.417800 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.db.segments_db [None req-6b08a20d-de3a-43fe-8b53-4c76528259c6 admin admin] Added segment d526adaa-2323-4908-a091-877a25be0fc4 of type vlan for network 7dfd4ddf-ebc2-4e9f-8d8d-8391d9ff5b76
Sep 10 16:44:43.450998 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-6b08a20d-de3a-43fe-8b53-4c76528259c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763383730616'] for network, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:43.491295 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-6b08a20d-de3a-43fe-8b53-4c76528259c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695'] for network, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:43.492564 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b08a20d-de3a-43fe-8b53-4c76528259c6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:43.493157 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-6b08a20d-de3a-43fe-8b53-4c76528259c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for network, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:43.499011 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:43.608368 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b08a20d-de3a-43fe-8b53-4c76528259c6 admin admin] Pushing event updated for resources: {'Network': ['ID=7dfd4ddf-ebc2-4e9f-8d8d-8391d9ff5b76,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:43.613561 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-6b08a20d-de3a-43fe-8b53-4c76528259c6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5060520
Sep 10 16:44:43.613561 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-6b08a20d-de3a-43fe-8b53-4c76528259c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:43.615377 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 56704) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:43.619464 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Network 7dfd4ddf-ebc2-4e9f-8d8d-8391d9ff5b76 details requested by agent ovs-agent-dv-cinder-808473-1-iscsi with host dv-cinder-808473-1-iscsi {{(pid=74983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 10 16:44:43.622872 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [None req-795583e5-149b-49cb-bfd0-f42ca164edb5 admin admin] Request body: {'subnet': {'network_id': '7dfd4ddf-ebc2-4e9f-8d8d-8391d9ff5b76', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-926675304-subnet', 'tenant_id': 'cbd8ed9d79354412987e5ae549077cc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:44:43.628793 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-795583e5-149b-49cb-bfd0-f42ca164edb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:44:43.632838 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-795583e5-149b-49cb-bfd0-f42ca164edb5 admin admin] Usage tracker for resource:subnet and tenant:cbd8ed9d79354412987e5ae549077cc2 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:44:43.636395 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-795583e5-149b-49cb-bfd0-f42ca164edb5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:44:43.642745 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-795583e5-149b-49cb-bfd0-f42ca164edb5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:44:43.658166 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795583e5-149b-49cb-bfd0-f42ca164edb5 admin admin] Made reservation on behalf of cbd8ed9d79354412987e5ae549077cc2 for: {'subnet': 1} {{(pid=74981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:44:43.661473 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-795583e5-149b-49cb-bfd0-f42ca164edb5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:43.805946 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5355039d-d689-4100-822f-634feec195fe None None] Sync routers for ids ['83d55671-1489-406c-b5c7-9f5f3a763726'] in dv-cinder-808473-1-iscsi {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:44:43.821258 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5355039d-d689-4100-822f-634feec195fe None None] Routers {'83d55671-1489-406c-b5c7-9f5f3a763726'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:44:43.822203 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-5355039d-d689-4100-822f-634feec195fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f86257ae0d0>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:44:27Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['83d55671-1489-406c-b5c7-9f5f3a763726'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:44:43.987366 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-795583e5-149b-49cb-bfd0-f42ca164edb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695'] for subnet, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:44.003525 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-25d5aeed-357c-40fc-8753-22bc0d574fdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:44.085134 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-5355039d-d689-4100-822f-634feec195fe None None] Set router 83d55671-1489-406c-b5c7-9f5f3a763726 gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:44:44.112784 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795583e5-149b-49cb-bfd0-f42ca164edb5 admin admin] Checking segment: {'id': 'd526adaa-2323-4908-a091-877a25be0fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7dfd4ddf-ebc2-4e9f-8d8d-8391d9ff5b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:44:44.113148 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795583e5-149b-49cb-bfd0-f42ca164edb5 admin admin] Network hostable DHCP agents. Network: 7dfd4ddf-ebc2-4e9f-8d8d-8391d9ff5b76, hostable agents: ['16ada634-a41f-45d3-a3ee-16ead43437b7'], hosted agents: [] {{(pid=74981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 10 16:44:44.123702 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795583e5-149b-49cb-bfd0-f42ca164edb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19891e2b-a671-426c-85a4-d86380ce7c38,revision_number=0']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:44.130964 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-795583e5-149b-49cb-bfd0-f42ca164edb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:44.137060 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8d52d-0c6c-40f1-a3b4-7943556cfc9e req-2df758a1-2262-42a1-897e-019e0fb87681 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:44.138571 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-c9e8d52d-0c6c-40f1-a3b4-7943556cfc9e req-2df758a1-2262-42a1-897e-019e0fb87681 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ab20770-396f-42f4-aa03-7bfbba879ac0 HTTP/1.1" status: 200  len: 944 time: 0.1896129
Sep 10 16:44:44.182808 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795583e5-149b-49cb-bfd0-f42ca164edb5 admin admin] Network 7dfd4ddf-ebc2-4e9f-8d8d-8391d9ff5b76 is scheduled to be hosted by DHCP agent 16ada634-a41f-45d3-a3ee-16ead43437b7 with binding_index 1 {{(pid=74981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 10 16:44:44.195015 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8fa05-7473-4fb5-b556-179e4dd03d0e req-699f6d11-e487-40c9-85ef-ca130450f10b tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:44.197390 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-88f8fa05-7473-4fb5-b556-179e4dd03d0e req-699f6d11-e487-40c9-85ef-ca130450f10b tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d HTTP/1.1" status: 200  len: 946 time: 0.1053331
Sep 10 16:44:44.198808 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-c9e8d52d-0c6c-40f1-a3b4-7943556cfc9e req-43e9fe00-e70a-4072-8714-79e3d78e761f tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516388
Sep 10 16:44:44.201596 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.base_scheduler [None req-795583e5-149b-49cb-bfd0-f42ca164edb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808473-1-iscsi, 7dfd4ddf-ebc2-4e9f-8d8d-8391d9ff5b76) {{(pid=74981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:44:44.208415 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795583e5-149b-49cb-bfd0-f42ca164edb5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:44.210532 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-795583e5-149b-49cb-bfd0-f42ca164edb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for subnet, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:44.273013 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-795583e5-149b-49cb-bfd0-f42ca164edb5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6564300
Sep 10 16:44:44.291845 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-88f8fa05-7473-4fb5-b556-179e4dd03d0e req-28da41aa-1dc4-4bfa-9538-8e6ccd5e7c02 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869627
Sep 10 16:44:44.310207 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2338153-58ff-441b-8ebe-627a437e56e7 None None] Network 7dfd4ddf-ebc2-4e9f-8d8d-8391d9ff5b76 requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:44:44.697922 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09be62da-43bb-4073-af6f-d753f1679def None None] Network 7dfd4ddf-ebc2-4e9f-8d8d-8391d9ff5b76 requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:44:44.847310 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-5355039d-d689-4100-822f-634feec195fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f86257ae0d0>, [{'id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'name': 'tempest-AttachVolumeTestJSON-1565047691-router', 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'aa012124-f910-4ae0-9e02-60fd3cddabb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:43:50Z', 'revision_number': 4, 'project_id': 'd0a46baf31fe490992f182c130f37875', 'gw_port': {'id': 'aa012124-f910-4ae0-9e02-60fd3cddabb5', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:33Z', 'updated_at': '2021-09-10T16:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_floatingips': [{'id': '5e4b50ea-18bf-433b-b1be-81160375e43c', 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'router_id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'port_id': '934aa22f-47e1-4b63-b12e-856378fbc4c5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dada4db-7034-4535-a3e4-d198e90e5fce', 'mac_address': 'fa:16:3e:48:28:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d3fa2a-e81f-451b-b064-128bca33c8af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:44:05Z', 'updated_at': '2021-09-10T16:44:34Z', 'revision_number': 1, 'project_id': 'd0a46baf31fe490992f182c130f37875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eebf41e6-278b-445f-b2e3-c376b3ab9b06', 'name': '', 'network_id': '6dada4db-7034-4535-a3e4-d198e90e5fce', 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'mac_address': 'fa:16:3e:d3:4d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:47Z', 'updated_at': '2021-09-10T16:44:23Z', 'revision_number': 5, 'project_id': 'd0a46baf31fe490992f182c130f37875', 'subnets': [{'id': 'ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:44:44.866515 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5355039d-d689-4100-822f-634feec195fe None None] Checking router: 83d55671-1489-406c-b5c7-9f5f3a763726 for host: dv-cinder-808473-1-iscsi {{(pid=74983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:44:44.976843 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5355039d-d689-4100-822f-634feec195fe None None] Routers {'83d55671-1489-406c-b5c7-9f5f3a763726'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:44:44.977536 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-5355039d-d689-4100-822f-634feec195fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f86257ae0d0>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:44:27Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['83d55671-1489-406c-b5c7-9f5f3a763726'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:44:45.026652 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1c04cc-8824-4180-ab3a-3128e927297a None None] New status for floating IP 3e4981e9-0328-4311-9eaa-5093549f4a55: ACTIVE {{(pid=74984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 10 16:44:45.251812 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-5355039d-d689-4100-822f-634feec195fe None None] Set router 83d55671-1489-406c-b5c7-9f5f3a763726 gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:44:45.624385 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91373a81-b6eb-4fc5-b644-7318b441778c req-61a6ddb0-cebc-498d-bfb8-6d61548e863d tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:45.632182 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-91373a81-b6eb-4fc5-b644-7318b441778c req-61a6ddb0-cebc-498d-bfb8-6d61548e863d tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ab20770-396f-42f4-aa03-7bfbba879ac0 HTTP/1.1" status: 200  len: 944 time: 0.0995102
Sep 10 16:44:45.695784 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-91373a81-b6eb-4fc5-b644-7318b441778c req-9e0423d4-4d6b-4055-bfb9-e0b8bb2b6a3a tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620632
Sep 10 16:44:45.736212 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2b126-fa78-4b30-b925-04a46040ebaa req-35598e5f-94a9-4009-ab6f-303bf9a35b83 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:45.737789 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-14a2b126-fa78-4b30-b925-04a46040ebaa req-35598e5f-94a9-4009-ab6f-303bf9a35b83 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d HTTP/1.1" status: 200  len: 946 time: 0.1838346
Sep 10 16:44:45.817162 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-14a2b126-fa78-4b30-b925-04a46040ebaa req-6fde53cb-d505-44e1-8af3-aca35f6dcc31 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696847
Sep 10 16:44:45.906880 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-5355039d-d689-4100-822f-634feec195fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f86257ae0d0>, [{'id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'name': 'tempest-AttachVolumeTestJSON-1565047691-router', 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'aa012124-f910-4ae0-9e02-60fd3cddabb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:43:50Z', 'revision_number': 4, 'project_id': 'd0a46baf31fe490992f182c130f37875', 'gw_port': {'id': 'aa012124-f910-4ae0-9e02-60fd3cddabb5', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:33Z', 'updated_at': '2021-09-10T16:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_floatingips': [{'id': '5e4b50ea-18bf-433b-b1be-81160375e43c', 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'router_id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'port_id': '934aa22f-47e1-4b63-b12e-856378fbc4c5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dada4db-7034-4535-a3e4-d198e90e5fce', 'mac_address': 'fa:16:3e:48:28:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d3fa2a-e81f-451b-b064-128bca33c8af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:44:05Z', 'updated_at': '2021-09-10T16:44:34Z', 'revision_number': 1, 'project_id': 'd0a46baf31fe490992f182c130f37875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eebf41e6-278b-445f-b2e3-c376b3ab9b06', 'name': '', 'network_id': '6dada4db-7034-4535-a3e4-d198e90e5fce', 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'mac_address': 'fa:16:3e:d3:4d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:47Z', 'updated_at': '2021-09-10T16:44:23Z', 'revision_number': 5, 'project_id': 'd0a46baf31fe490992f182c130f37875', 'subnets': [{'id': 'ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:44:45.911309 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5355039d-d689-4100-822f-634feec195fe None None] The sync data for ids ['83d55671-1489-406c-b5c7-9f5f3a763726'] in dv-cinder-808473-1-iscsi is: [{'id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'name': 'tempest-AttachVolumeTestJSON-1565047691-router', 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'aa012124-f910-4ae0-9e02-60fd3cddabb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:43:50Z', 'revision_number': 4, 'project_id': 'd0a46baf31fe490992f182c130f37875', 'gw_port': {'id': 'aa012124-f910-4ae0-9e02-60fd3cddabb5', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:33Z', 'updated_at': '2021-09-10T16:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_floatingips': [{'id': '5e4b50ea-18bf-433b-b1be-81160375e43c', 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'router_id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'port_id': '934aa22f-47e1-4b63-b12e-856378fbc4c5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dada4db-7034-4535-a3e4-d198e90e5fce', 'mac_address': 'fa:16:3e:48:28:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d3fa2a-e81f-451b-b064-128bca33c8af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:44:05Z', 'updated_at': '2021-09-10T16:44:34Z', 'revision_number': 1, 'project_id': 'd0a46baf31fe490992f182c130f37875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eebf41e6-278b-445f-b2e3-c376b3ab9b06', 'name': '', 'network_id': '6dada4db-7034-4535-a3e4-d198e90e5fce', 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'mac_address': 'fa:16:3e:d3:4d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:47Z', 'updated_at': '2021-09-10T16:44:23Z', 'revision_number': 5, 'project_id': 'd0a46baf31fe490992f182c130f37875', 'subnets': [{'id': 'ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:44:46.525936 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 5e27a33a-738a-4a0d-8500-7264331ede81 up at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:44:46.597451 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning for port 5e27a33a-738a-4a0d-8500-7264331ede81 completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:44:46.602051 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning complete for port 5e27a33a-738a-4a0d-8500-7264331ede81 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:44:46.602473 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:46.712096 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:46.738958 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab20770-396f-42f4-aa03-7bfbba879ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e27a33a-738a-4a0d-8500-7264331ede81'}] {{(pid=74983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:44:46.748324 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 5e27a33a-738a-4a0d-8500-7264331ede81, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=5e27a33a-738a-4a0d-8500-7264331ede81,segment=NetworkSegment(abd13d7f-4963-4fb7-a767-dde5547d2c9d),segment_id=abd13d7f-4963-4fb7-a767-dde5547d2c9d)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:44:46.753657 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:46.755518 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:46.820395 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=5e27a33a-738a-4a0d-8500-7264331ede81,revision_number=5']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:46.823224 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:48.402508 dv-cinder-808473-1-iscsi neutron-server[74983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab20770-396f-42f4-aa03-7bfbba879ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e27a33a-738a-4a0d-8500-7264331ede81', 'code': 200}
Sep 10 16:44:48.526133 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa3853-5e0d-4307-95cb-f79aefe1518e req-590f175e-3fd3-4174-b165-efb6df5c0c45 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:48.528248 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-acfa3853-5e0d-4307-95cb-f79aefe1518e req-590f175e-3fd3-4174-b165-efb6df5c0c45 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ab20770-396f-42f4-aa03-7bfbba879ac0 HTTP/1.1" status: 200  len: 945 time: 0.1022940
Sep 10 16:44:48.588509 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a79f3-f833-457e-a880-aa5f5c27ed3a req-bba0ce54-2bae-44cf-8c5c-096fccb4acf8 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:48.590319 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-ed7a79f3-f833-457e-a880-aa5f5c27ed3a req-bba0ce54-2bae-44cf-8c5c-096fccb4acf8 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d HTTP/1.1" status: 200  len: 946 time: 0.0897064
Sep 10 16:44:48.594657 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-acfa3853-5e0d-4307-95cb-f79aefe1518e req-26659864-dbe4-4965-8746-6db4082658b3 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591695
Sep 10 16:44:48.683421 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-ed7a79f3-f833-457e-a880-aa5f5c27ed3a req-21f88daa-5bc6-46fe-893b-7cbee48c31da tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868127
Sep 10 16:44:48.699355 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-4b2f1742-72d4-426c-aa77-36715f50c3fa req-2f64d953-d3ab-4d12-ab60-b96fb0f5155e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6ab20770-396f-42f4-aa03-7bfbba879ac0 HTTP/1.1" status: 200  len: 1098 time: 0.0885003
Sep 10 16:44:48.745172 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-4b2f1742-72d4-426c-aa77-36715f50c3fa req-64dbf3ea-6ac4-41da-8179-255a106b70db service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0363464
Sep 10 16:44:49.367274 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5856a3cc-a7e8-44ed-a5ec-966fc80e7ce8 None None] New status for floating IP 5e4b50ea-18bf-433b-b1be-81160375e43c: ACTIVE {{(pid=74983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 10 16:44:49.835082 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdacffe-1cfb-4a7e-9871-d9350e553f58 req-4a3705bd-3213-48c4-9e37-c27ae98f5310 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:49.836754 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-9fdacffe-1cfb-4a7e-9871-d9350e553f58 req-4a3705bd-3213-48c4-9e37-c27ae98f5310 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ab20770-396f-42f4-aa03-7bfbba879ac0 HTTP/1.1" status: 200  len: 945 time: 0.1137025
Sep 10 16:44:49.884632 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-9fdacffe-1cfb-4a7e-9871-d9350e553f58 req-b4f38cfb-c5d5-4377-872e-869ddd0993c6 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425253
Sep 10 16:44:49.963848 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4629ed-7e47-4384-b268-49b8f23dc006 req-cc301cf7-8d88-4caf-8f26-f9bc05a714d2 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:49.965319 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-1c4629ed-7e47-4384-b268-49b8f23dc006 req-cc301cf7-8d88-4caf-8f26-f9bc05a714d2 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d HTTP/1.1" status: 200  len: 946 time: 0.0866365
Sep 10 16:44:50.019526 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-1c4629ed-7e47-4384-b268-49b8f23dc006 req-ca7d5905-b0f2-4190-8069-65478c9414e0 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482030
Sep 10 16:44:53.704375 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18eaee2-3293-4c5d-acb6-fc15c6e2859d req-c7f20dc5-02af-4660-9881-2a53bda8a88c tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:53.705889 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b18eaee2-3293-4c5d-acb6-fc15c6e2859d req-c7f20dc5-02af-4660-9881-2a53bda8a88c tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ab20770-396f-42f4-aa03-7bfbba879ac0 HTTP/1.1" status: 200  len: 945 time: 0.0812528
Sep 10 16:44:53.755292 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b18eaee2-3293-4c5d-acb6-fc15c6e2859d req-660abcd5-1a5b-4257-8afb-e320ce579c43 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436196
Sep 10 16:44:53.855913 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2dae76-e6a1-4d5c-9b86-49d921dadf13 req-6f541125-b3f3-4a40-bbdd-29972f8cd616 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:53.857371 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-ab2dae76-e6a1-4d5c-9b86-49d921dadf13 req-6f541125-b3f3-4a40-bbdd-29972f8cd616 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d HTTP/1.1" status: 200  len: 946 time: 0.0814214
Sep 10 16:44:53.905598 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-ab2dae76-e6a1-4d5c-9b86-49d921dadf13 req-5a906e5d-3924-4579-a494-ba5ac514a4a0 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424504
Sep 10 16:44:54.459448 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-bec0957f-176d-4674-9710-c0df86960b1c req-9f352e8e-cfd8-407b-9d4c-6085e59d8eaf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d HTTP/1.1" status: 200  len: 1099 time: 0.0734742
Sep 10 16:44:54.506806 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-bec0957f-176d-4674-9710-c0df86960b1c req-02ec994e-05d3-4144-886c-e0b806faa001 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399377
Sep 10 16:44:55.123010 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a556b-19f5-45e4-a215-d55322499d73 req-fb1ca8f1-4283-419e-b8e1-a7665c501864 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:55.124494 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-879a556b-19f5-45e4-a215-d55322499d73 req-fb1ca8f1-4283-419e-b8e1-a7665c501864 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d HTTP/1.1" status: 200  len: 946 time: 0.0792263
Sep 10 16:44:55.182330 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-879a556b-19f5-45e4-a215-d55322499d73 req-f328d036-8cf5-440b-b33c-9c8501b6dfb8 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517368
Sep 10 16:44:55.199445 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-a467357b-e9b4-4e7b-9225-c5d066e57ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:55.624691 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:56.409769 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c29ed-34e4-4955-acea-e24a0eada908 req-3209c6f3-4407-483e-9cf7-f1e1d9c08a42 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:56.411166 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-468c29ed-34e4-4955-acea-e24a0eada908 req-3209c6f3-4407-483e-9cf7-f1e1d9c08a42 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d HTTP/1.1" status: 200  len: 946 time: 0.0805392
Sep 10 16:44:56.514379 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-468c29ed-34e4-4955-acea-e24a0eada908 req-e7817cb9-3a40-47cd-b68a-d0eb8897ca1c tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962183
Sep 10 16:44:56.739137 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a7efb-0a1a-4c5a-a6dc-78b1062f08d5 req-7a4b06b0-8a29-4a70-8bab-2aebb41316f7 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:56.740623 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-672a7efb-0a1a-4c5a-a6dc-78b1062f08d5 req-7a4b06b0-8a29-4a70-8bab-2aebb41316f7 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.0974824
Sep 10 16:44:56.794286 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-672a7efb-0a1a-4c5a-a6dc-78b1062f08d5 req-7beb5f5d-67b6-48cd-8d5c-22a8c2e357fe tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463047
Sep 10 16:44:57.502876 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-483d179b-15a1-4209-87dc-66a1abaf9fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:57.889433 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 57048) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:57.914355 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-7e2e8feb-bec7-4f42-9b92-3e6588650d0b tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:57.915797 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-7e2e8feb-bec7-4f42-9b92-3e6588650d0b tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/networks?id=dc00798f-e261-4178-81bd-f43f96f04f24 HTTP/1.1" status: 200  len: 815 time: 0.1482153
Sep 10 16:44:57.931823 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-b6f9513e-db52-4af3-a544-12de7c583b1d tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/quotas/73cdfc2295ba43b88eedc5611288b0f3 HTTP/1.1" status: 200  len: 375 time: 0.0107207
Sep 10 16:44:58.013274 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-acb8f2be-536e-4235-ac06-5b9d9afaa41d tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=73cdfc2295ba43b88eedc5611288b0f3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0762625
Sep 10 16:44:58.027664 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-1c47f7da-adc9-441c-877b-460b611eefbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:58.058955 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-1c47f7da-adc9-441c-877b-460b611eefbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:44:58.062894 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-1c47f7da-adc9-441c-877b-460b611eefbe admin admin] Usage tracker for resource:security_group_rule and tenant:f6cd3b8b42524aeb8581815656dabd02 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:44:58.065737 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-1c47f7da-adc9-441c-877b-460b611eefbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:44:58.071340 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-1c47f7da-adc9-441c-877b-460b611eefbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:44:58.139359 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-1c47f7da-adc9-441c-877b-460b611eefbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:58.143461 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-1c47f7da-adc9-441c-877b-460b611eefbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:58.147158 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-c771c73d-58af-403f-86bc-2246b5a80cfe service neutron] 10.222.0.41 "GET /v2.0/networks/dc00798f-e261-4178-81bd-f43f96f04f24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1268344
Sep 10 16:44:58.155691 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-809b087b-70db-4b03-a079-e103e9a18938 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:58.196075 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47f7da-adc9-441c-877b-460b611eefbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f37380c-29da-4b06-a78e-c813376377a2,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:58.202811 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-1c47f7da-adc9-441c-877b-460b611eefbe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f6cd3b8b42524aeb8581815656dabd02&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3129926
Sep 10 16:44:58.202811 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-1c47f7da-adc9-441c-877b-460b611eefbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:58.203054 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 57054) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:58.268480 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-0ce9d38c-d1f7-4fb6-a8db-21289f5fcd7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:58.290800 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-eb4bf8b6-78bf-494d-9b3d-ef72b433dbf6 service neutron] 10.222.0.41 "GET /v2.0/networks/dc00798f-e261-4178-81bd-f43f96f04f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1371732
Sep 10 16:44:58.294816 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-0ce9d38c-d1f7-4fb6-a8db-21289f5fcd7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:58.370303 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-0ce9d38c-d1f7-4fb6-a8db-21289f5fcd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:58.375236 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-985393ba-ff76-48f7-9114-06bada57dc53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:58.385195 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce9d38c-d1f7-4fb6-a8db-21289f5fcd7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f37380c-29da-4b06-a78e-c813376377a2,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:58.392079 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-0ce9d38c-d1f7-4fb6-a8db-21289f5fcd7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:58.393409 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-0ce9d38c-d1f7-4fb6-a8db-21289f5fcd7f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7f37380c-29da-4b06-a78e-c813376377a2 HTTP/1.1" status: 204  len: 168 time: 0.1889036
Sep 10 16:44:58.395350 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-0ce9d38c-d1f7-4fb6-a8db-21289f5fcd7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:58.497104 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:58.601462 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-81a6c485-a316-4d07-82c6-183ba59bbb79 req-2bd79320-5c73-4d4a-8206-9756420f7ef7 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6115cf8-e065-48c5-9fa4-614c7662286f HTTP/1.1" status: 200  len: 210 time: 0.0580344
Sep 10 16:44:58.872143 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 57092) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:58.894895 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-c37bfe68-35f0-4d55-af05-13e74b495961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:58.940133 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-c37bfe68-35f0-4d55-af05-13e74b495961 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:44:58.945132 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-c37bfe68-35f0-4d55-af05-13e74b495961 admin admin] Usage tracker for resource:security_group_rule and tenant:34a16f110c044b758a712aea36f01e2e is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:44:58.948507 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-c37bfe68-35f0-4d55-af05-13e74b495961 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:44:58.956871 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-c37bfe68-35f0-4d55-af05-13e74b495961 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:44:59.117252 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-34223b97-ab38-4e93-839b-c8190222c73b req-6500a1c3-60d3-4207-92e2-8691a3ee16f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff9271dbe9584869afd7a0ccba96dfb8&device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 1098 time: 0.1451139
Sep 10 16:44:59.149146 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb67f4a-c250-44c9-b339-cd771d727e04 req-2be93541-ff1c-48f2-99c1-56f0d7e62e1d tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:59.163058 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7fb67f4a-c250-44c9-b339-cd771d727e04 req-2be93541-ff1c-48f2-99c1-56f0d7e62e1d tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.1188593
Sep 10 16:44:59.222179 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7fb67f4a-c250-44c9-b339-cd771d727e04 req-f0ca5106-67f0-4b02-bace-eb3d7aebcd2e tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602648
Sep 10 16:44:59.252646 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-c37bfe68-35f0-4d55-af05-13e74b495961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:59.267283 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-c37bfe68-35f0-4d55-af05-13e74b495961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:59.275445 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-5a253f91-2b9e-4b0e-ba82-9eb01328b6f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:59.304279 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37bfe68-35f0-4d55-af05-13e74b495961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb65d4d-c1a4-4ba0-a14f-892cfee5996b,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:59.307360 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34223b97-ab38-4e93-839b-c8190222c73b req-0438ff44-0ede-4701-b8a9-7a0bb98e4f7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:59.308823 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-34223b97-ab38-4e93-839b-c8190222c73b req-0438ff44-0ede-4701-b8a9-7a0bb98e4f7c service neutron] 10.222.0.24 "GET /v2.0/networks?id=9e1586a1-ebae-4187-8d60-d4881a64afce HTTP/1.1" status: 200  len: 920 time: 0.1791508
Sep 10 16:44:59.310228 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-c37bfe68-35f0-4d55-af05-13e74b495961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:59.396087 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-c37bfe68-35f0-4d55-af05-13e74b495961 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=34a16f110c044b758a712aea36f01e2e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5217593
Sep 10 16:44:59.398323 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-34223b97-ab38-4e93-839b-c8190222c73b req-960d20a5-9718-4e72-a2d6-254de7757f5f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a2b5e57-81c6-4ec1-9483-9c7094984df3 HTTP/1.1" status: 200  len: 217 time: 0.0748985
Sep 10 16:44:59.398764 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 57112) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:44:59.492855 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34223b97-ab38-4e93-839b-c8190222c73b req-306a0558-c94c-4062-bcd7-a3400d2df874 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:44:59.494324 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-34223b97-ab38-4e93-839b-c8190222c73b req-306a0558-c94c-4062-bcd7-a3400d2df874 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d93a1e6-380c-4d96-8193-6a5a396655bc HTTP/1.1" status: 200  len: 859 time: 0.0835578
Sep 10 16:44:59.625720 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f803ab6f-a9b7-47b4-b9d1-39fcdb831c95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:59.629173 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-34223b97-ab38-4e93-839b-c8190222c73b req-20855901-5f91-4c62-b42f-f593107dc75e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e1586a1-ebae-4187-8d60-d4881a64afce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1220362
Sep 10 16:44:59.732634 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f803ab6f-a9b7-47b4-b9d1-39fcdb831c95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:59.848915 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-c6eaf7f3-cd56-4659-bd3b-256515af2ae5 req-d82ac62b-cf52-4ee9-9e30-08bdcad600b5 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6115cf8-e065-48c5-9fa4-614c7662286f HTTP/1.1" status: 200  len: 210 time: 0.0677812
Sep 10 16:44:59.854303 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-34223b97-ab38-4e93-839b-c8190222c73b req-1b3a4502-6821-4819-b4bb-f4ddf8f530e4 service neutron] 10.222.0.24 "GET /v2.0/networks/9e1586a1-ebae-4187-8d60-d4881a64afce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2144368
Sep 10 16:44:59.875504 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f803ab6f-a9b7-47b4-b9d1-39fcdb831c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:59.880769 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:44:59.918507 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:44:59.966428 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f803ab6f-a9b7-47b4-b9d1-39fcdb831c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb65d4d-c1a4-4ba0-a14f-892cfee5996b,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:44:59.968930 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-f803ab6f-a9b7-47b4-b9d1-39fcdb831c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:44:59.999906 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f803ab6f-a9b7-47b4-b9d1-39fcdb831c95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:00.001088 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-f803ab6f-a9b7-47b4-b9d1-39fcdb831c95 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/abb65d4d-c1a4-4ba0-a14f-892cfee5996b HTTP/1.1" status: 204  len: 168 time: 0.6013951
Sep 10 16:45:00.047419 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-34223b97-ab38-4e93-839b-c8190222c73b req-715b294b-bd56-42b3-8a14-d28a0d80a74b service neutron] 10.222.0.24 "GET /v2.0/networks/9e1586a1-ebae-4187-8d60-d4881a64afce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1678097
Sep 10 16:45:00.217016 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-222f9c6a-668a-4717-a0f4-7e1a128f3578 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:00.218968 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-222f9c6a-668a-4717-a0f4-7e1a128f3578 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.24 "GET /v2.0/networks?id=dc00798f-e261-4178-81bd-f43f96f04f24 HTTP/1.1" status: 200  len: 815 time: 0.1981807
Sep 10 16:45:00.246937 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-c50344d0-bb9a-4542-a7ee-ce4b933c626c tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Request body: {'port': {'device_id': 'b6115cf8-e065-48c5-9fa4-614c7662286f', 'network_id': 'dc00798f-e261-4178-81bd-f43f96f04f24', 'admin_state_up': True, 'tenant_id': '73cdfc2295ba43b88eedc5611288b0f3'}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:45:00.494815 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-c50344d0-bb9a-4542-a7ee-ce4b933c626c tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:45:00.511207 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-c50344d0-bb9a-4542-a7ee-ce4b933c626c tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:45:00.530357 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b4128-73c9-4fb9-b1e1-4ede4d526710 req-3de15002-8360-4e7a-9a70-4d215217f8ce tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:00.532413 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-791b4128-73c9-4fb9-b1e1-4ede4d526710 req-3de15002-8360-4e7a-9a70-4d215217f8ce tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.1535006
Sep 10 16:45:00.537090 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-c50344d0-bb9a-4542-a7ee-ce4b933c626c tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Made reservation on behalf of 73cdfc2295ba43b88eedc5611288b0f3 for: {'port': 1} {{(pid=74981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:45:00.540303 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-c50344d0-bb9a-4542-a7ee-ce4b933c626c tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:00.681061 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-791b4128-73c9-4fb9-b1e1-4ede4d526710 req-3ccb1812-0669-4531-8db5-4c00224981fb tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1304746
Sep 10 16:45:00.908960 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.db_base_plugin_common [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-c50344d0-bb9a-4542-a7ee-ce4b933c626c tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Allocated IP 172.20.0.4 (dc00798f-e261-4178-81bd-f43f96f04f24/357cccd7-afbd-4ae1-b28c-2e5466d4b245/6232498e-9555-4d5c-8c10-91d9dce35165) {{(pid=74981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:45:01.144828 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-af43aed2-30ce-452c-83f4-c16805e4bdb3 req-79d7041e-4881-43ca-bea7-779bd93a7b53 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6115cf8-e065-48c5-9fa4-614c7662286f HTTP/1.1" status: 200  len: 210 time: 0.0409341
Sep 10 16:45:01.180963 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-c50344d0-bb9a-4542-a7ee-ce4b933c626c tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Notify callbacks [] for port, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:01.214123 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-c50344d0-bb9a-4542-a7ee-ce4b933c626c tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793'] for port, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:01.221024 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-3603982c-25ac-47c9-8f73-6b7b5e883d8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:45:01.231955 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] get_ports_and_sgs() called for port_ids ['47e9ac5c-979b-4574-ba87-601765b73441', '5e27a33a-738a-4a0d-8500-7264331ede81'] {{(pid=74983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 10 16:45:01.296611 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-c50344d0-bb9a-4542-a7ee-ce4b933c626c tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Network dc00798f-e261-4178-81bd-f43f96f04f24 is already hosted by enough agents. {{(pid=74981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:45:01.300323 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.base_scheduler [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-c50344d0-bb9a-4542-a7ee-ce4b933c626c tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Resources bound (agent type, host, resource id):  {{(pid=74981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:45:01.315247 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-c50344d0-bb9a-4542-a7ee-ce4b933c626c tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Received port after_create {{(pid=74981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:45:01.320291 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-c50344d0-bb9a-4542-a7ee-ce4b933c626c tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:01.321585 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-c50344d0-bb9a-4542-a7ee-ce4b933c626c tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for port, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:01.340735 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50344d0-bb9a-4542-a7ee-ce4b933c626c tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Pushing event updated for resources: {'Port': ['ID=6232498e-9555-4d5c-8c10-91d9dce35165,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:45:01.346895 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-c50344d0-bb9a-4542-a7ee-ce4b933c626c tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:45:01.363338 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-c50344d0-bb9a-4542-a7ee-ce4b933c626c tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1203413
Sep 10 16:45:01.385904 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-280d0118-c050-41b4-8914-ed3d13e9c72e service neutron] Request body: {'port': {'device_id': 'b6115cf8-e065-48c5-9fa4-614c7662286f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:45:01.508422 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-280d0118-c050-41b4-8914-ed3d13e9c72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:01.980818 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.notifiers.nova [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-280d0118-c050-41b4-8914-ed3d13e9c72e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6232498e-9555-4d5c-8c10-91d9dce35165 {{(pid=74981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:45:01.989276 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-280d0118-c050-41b4-8914-ed3d13e9c72e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:02.018028 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.provisioning_blocks [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-280d0118-c050-41b4-8914-ed3d13e9c72e service neutron] Transition to ACTIVE for port object 6232498e-9555-4d5c-8c10-91d9dce35165 will not be triggered until provisioned by entity L2. {{(pid=74981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:45:02.025592 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-280d0118-c050-41b4-8914-ed3d13e9c72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:02.030284 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:45:02.084405 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cbfdc4-71bd-46a4-a91f-b252c189164a req-ae16cc95-fa39-4b92-8208-5118526a8c97 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:02.085768 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-30cbfdc4-71bd-46a4-a91f-b252c189164a req-ae16cc95-fa39-4b92-8208-5118526a8c97 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.2162540
Sep 10 16:45:02.182870 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d0118-c050-41b4-8914-ed3d13e9c72e service neutron] Pushing event updated for resources: {'Port': ['ID=6232498e-9555-4d5c-8c10-91d9dce35165,revision_number=2']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:45:02.187251 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-280d0118-c050-41b4-8914-ed3d13e9c72e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:45:02.246347 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-30cbfdc4-71bd-46a4-a91f-b252c189164a req-5ad43708-adf6-4eab-8830-bc62ad2c2ceb tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1518748
Sep 10 16:45:02.324804 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.managers [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-280d0118-c050-41b4-8914-ed3d13e9c72e service neutron] Attempting to bind port 6232498e-9555-4d5c-8c10-91d9dce35165 on host hv-cinder-80847 for vnic_type normal with profile  {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:45:02.325297 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.managers [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-280d0118-c050-41b4-8914-ed3d13e9c72e service neutron] Attempting to bind port 6232498e-9555-4d5c-8c10-91d9dce35165 by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': 'abd13d7f-4963-4fb7-a767-dde5547d2c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'dc00798f-e261-4178-81bd-f43f96f04f24'}] {{(pid=74981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:45:02.325777 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-280d0118-c050-41b4-8914-ed3d13e9c72e service neutron] Attempting to bind port 6232498e-9555-4d5c-8c10-91d9dce35165 on network dc00798f-e261-4178-81bd-f43f96f04f24 {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:45:02.341561 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-280d0118-c050-41b4-8914-ed3d13e9c72e service neutron] Port 6232498e-9555-4d5c-8c10-91d9dce35165 on network dc00798f-e261-4178-81bd-f43f96f04f24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 10 16:45:02.342672 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-280d0118-c050-41b4-8914-ed3d13e9c72e service neutron] Attempting to bind port 6232498e-9555-4d5c-8c10-91d9dce35165 on network dc00798f-e261-4178-81bd-f43f96f04f24 {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:45:02.362718 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-280d0118-c050-41b4-8914-ed3d13e9c72e service neutron] Checking agent: {'id': '653d4f90-9fea-4616-953f-74c38214cca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 41, 36), 'started_at': datetime.datetime(2021, 9, 10, 16, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:45:02.363252 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-280d0118-c050-41b4-8914-ed3d13e9c72e service neutron] Checking segment: {'id': 'abd13d7f-4963-4fb7-a767-dde5547d2c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'dc00798f-e261-4178-81bd-f43f96f04f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:45:02.363744 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-280d0118-c050-41b4-8914-ed3d13e9c72e service neutron] Bound using segment: {'id': 'abd13d7f-4963-4fb7-a767-dde5547d2c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'dc00798f-e261-4178-81bd-f43f96f04f24'} {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:45:02.364470 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.managers [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-280d0118-c050-41b4-8914-ed3d13e9c72e service neutron] Bound port: 6232498e-9555-4d5c-8c10-91d9dce35165, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abd13d7f-4963-4fb7-a767-dde5547d2c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'dc00798f-e261-4178-81bd-f43f96f04f24'}}] {{(pid=74981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:45:02.365196 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-280d0118-c050-41b4-8914-ed3d13e9c72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:02.542170 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-280d0118-c050-41b4-8914-ed3d13e9c72e service neutron] For port 6232498e-9555-4d5c-8c10-91d9dce35165, host hv-cinder-80847, cleared binding levels {{(pid=74981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:45:02.546260 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-280d0118-c050-41b4-8914-ed3d13e9c72e service neutron] For port 6232498e-9555-4d5c-8c10-91d9dce35165, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=6232498e-9555-4d5c-8c10-91d9dce35165,segment=NetworkSegment(abd13d7f-4963-4fb7-a767-dde5547d2c9d),segment_id=abd13d7f-4963-4fb7-a767-dde5547d2c9d)] {{(pid=74981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:45:02.555885 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-280d0118-c050-41b4-8914-ed3d13e9c72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:02.576379 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:45:02.650533 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-280d0118-c050-41b4-8914-ed3d13e9c72e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for port, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:02.651920 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-280d0118-c050-41b4-8914-ed3d13e9c72e service neutron] 10.222.0.24 "PUT /v2.0/ports/6232498e-9555-4d5c-8c10-91d9dce35165 HTTP/1.1" status: 200  len: 1093 time: 1.2708719
Sep 10 16:45:02.652402 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6115cf8-e065-48c5-9fa4-614c7662286f', 'tag': '6232498e-9555-4d5c-8c10-91d9dce35165'}] {{(pid=74981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:45:02.670371 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d0118-c050-41b4-8914-ed3d13e9c72e service neutron] Pushing event updated for resources: {'Port': ['ID=6232498e-9555-4d5c-8c10-91d9dce35165,revision_number=3']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:45:02.675356 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-280d0118-c050-41b4-8914-ed3d13e9c72e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:45:02.683532 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91959c-9cb7-4a7f-898d-c578d4ddefe5 req-f3f1c006-c019-41e1-b398-f42b0f63ac85 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:02.683532 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-3d91959c-9cb7-4a7f-898d-c578d4ddefe5 req-f3f1c006-c019-41e1-b398-f42b0f63ac85 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Synchronizing usage tracker for tenant:73cdfc2295ba43b88eedc5611288b0f3 on resource:port {{(pid=74981) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:45:02.700327 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-3d91959c-9cb7-4a7f-898d-c578d4ddefe5 req-f3f1c006-c019-41e1-b398-f42b0f63ac85 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Unset dirty status for tenant:73cdfc2295ba43b88eedc5611288b0f3 on resource:port {{(pid=74981) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:45:02.709058 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-3d91959c-9cb7-4a7f-898d-c578d4ddefe5 req-f3f1c006-c019-41e1-b398-f42b0f63ac85 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6115cf8-e065-48c5-9fa4-614c7662286f HTTP/1.1" status: 200  len: 943 time: 0.2449386
Sep 10 16:45:02.771145 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6115cf8-e065-48c5-9fa4-614c7662286f', 'tag': '6232498e-9555-4d5c-8c10-91d9dce35165', 'status': 'completed', 'code': 200}
Sep 10 16:45:02.822649 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-3d91959c-9cb7-4a7f-898d-c578d4ddefe5 req-9343db69-b963-46da-b0ed-3fe4553cac3a tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126075
Sep 10 16:45:02.835163 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-f6946d95-a36f-45f5-a12e-8ce1744658ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=73cdfc2295ba43b88eedc5611288b0f3&device_id=b6115cf8-e065-48c5-9fa4-614c7662286f HTTP/1.1" status: 200  len: 1096 time: 0.1100552
Sep 10 16:45:02.919737 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-1aedc780-54c4-46ea-869c-f96e46ba4ca9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6232498e-9555-4d5c-8c10-91d9dce35165 HTTP/1.1" status: 200  len: 217 time: 0.0658131
Sep 10 16:45:02.991770 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-ec73eeae-9093-49de-90b9-43ad7759f017 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:02.993275 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-ec73eeae-9093-49de-90b9-43ad7759f017 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=357cccd7-afbd-4ae1-b28c-2e5466d4b245 HTTP/1.1" status: 200  len: 855 time: 0.0614650
Sep 10 16:45:03.045944 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-616eff0f-c7fd-4890-92a7-4c7800bd5369 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dc00798f-e261-4178-81bd-f43f96f04f24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0394514
Sep 10 16:45:03.188104 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-3ee668a6-1665-4704-b37e-541d6d28298f service neutron] 10.222.0.24 "GET /v2.0/networks/dc00798f-e261-4178-81bd-f43f96f04f24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1295700
Sep 10 16:45:03.340408 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-6d620de0-623e-4a28-ad6f-ebc3737b6bd6 req-1debe2c9-3f64-42d3-80b0-b5dfde83a87e service neutron] 10.222.0.24 "GET /v2.0/networks/dc00798f-e261-4178-81bd-f43f96f04f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1418397
Sep 10 16:45:03.538031 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-1b7d49a3-8640-42cb-bb17-b8a649228bc9 req-0ef4ba17-8290-419b-b5de-3444de9a3821 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=73cdfc2295ba43b88eedc5611288b0f3&device_id=b6115cf8-e065-48c5-9fa4-614c7662286f HTTP/1.1" status: 200  len: 1096 time: 0.1299570
Sep 10 16:45:03.547432 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296a64e-0fc8-48ce-8b4b-290ef3de3df9 req-862f602f-a781-4e59-a3b4-81355e8e5659 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:03.548810 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-6296a64e-0fc8-48ce-8b4b-290ef3de3df9 req-862f602f-a781-4e59-a3b4-81355e8e5659 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.1117635
Sep 10 16:45:03.684199 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-6296a64e-0fc8-48ce-8b4b-290ef3de3df9 req-b9ffee7d-587e-4ec8-a8a5-b780295584ab tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1297467
Sep 10 16:45:03.725950 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d49a3-8640-42cb-bb17-b8a649228bc9 req-4d41e306-b3fd-490a-8c11-3199cf3c43a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:03.727518 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-1b7d49a3-8640-42cb-bb17-b8a649228bc9 req-4d41e306-b3fd-490a-8c11-3199cf3c43a5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dc00798f-e261-4178-81bd-f43f96f04f24 HTTP/1.1" status: 200  len: 916 time: 0.1576455
Sep 10 16:45:03.808577 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-1b7d49a3-8640-42cb-bb17-b8a649228bc9 req-d8613553-c317-40da-bb2e-ae63169f53c7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6232498e-9555-4d5c-8c10-91d9dce35165 HTTP/1.1" status: 200  len: 217 time: 0.0656803
Sep 10 16:45:03.894218 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d49a3-8640-42cb-bb17-b8a649228bc9 req-2681541a-f0e0-416d-bba2-53010423835d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:03.894218 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-1b7d49a3-8640-42cb-bb17-b8a649228bc9 req-2681541a-f0e0-416d-bba2-53010423835d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=357cccd7-afbd-4ae1-b28c-2e5466d4b245 HTTP/1.1" status: 200  len: 855 time: 0.0707712
Sep 10 16:45:03.946704 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-1b7d49a3-8640-42cb-bb17-b8a649228bc9 req-2229e644-50da-4ece-9d6a-7d46ba95cb96 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dc00798f-e261-4178-81bd-f43f96f04f24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0457540
Sep 10 16:45:04.067246 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e8e83-bebc-491d-a03d-2f94a06fbe4e req-536c40bb-62f5-4589-9102-3268e481784e tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:04.075793 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-525e8e83-bebc-491d-a03d-2f94a06fbe4e req-536c40bb-62f5-4589-9102-3268e481784e tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6115cf8-e065-48c5-9fa4-614c7662286f HTTP/1.1" status: 200  len: 943 time: 0.0984306
Sep 10 16:45:04.136013 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-525e8e83-bebc-491d-a03d-2f94a06fbe4e req-44d54976-8916-4004-9aaa-a37a54b09fd1 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590651
Sep 10 16:45:04.192958 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-1b7d49a3-8640-42cb-bb17-b8a649228bc9 req-7a478f54-356d-4be1-a7db-5181ddec4d8d service neutron] 10.222.0.24 "GET /v2.0/networks/dc00798f-e261-4178-81bd-f43f96f04f24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2288544
Sep 10 16:45:04.342688 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-1b7d49a3-8640-42cb-bb17-b8a649228bc9 req-b2a1f30a-8e81-4075-9af9-b25f31bd495a service neutron] 10.222.0.24 "GET /v2.0/networks/dc00798f-e261-4178-81bd-f43f96f04f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1425180
Sep 10 16:45:04.905512 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85bd6f6-d26b-4e57-91da-8246871349a5 req-dfa3b0da-4727-4f45-96bd-613db23008da tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:04.907514 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b85bd6f6-d26b-4e57-91da-8246871349a5 req-dfa3b0da-4727-4f45-96bd-613db23008da tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.0803392
Sep 10 16:45:04.952329 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b85bd6f6-d26b-4e57-91da-8246871349a5 req-2b12d70c-3cc4-45ac-bdbf-9c508d28d6e3 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392957
Sep 10 16:45:05.345725 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67e997-78c7-4076-94af-dffedf8dcc0c req-60562417-ed7e-4f38-bb70-38d2fff8b3bb tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:05.347221 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-8b67e997-78c7-4076-94af-dffedf8dcc0c req-60562417-ed7e-4f38-bb70-38d2fff8b3bb tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6115cf8-e065-48c5-9fa4-614c7662286f HTTP/1.1" status: 200  len: 943 time: 0.0849185
Sep 10 16:45:05.393588 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-8b67e997-78c7-4076-94af-dffedf8dcc0c req-56e63f0c-d91d-43f6-ab98-02539fb165cd tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406799
Sep 10 16:45:05.696863 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 6232498e-9555-4d5c-8c10-91d9dce35165 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=74983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 10 16:45:05.868776 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 6 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 16:45:05.890116 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:05.897810 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 6232498e-9555-4d5c-8c10-91d9dce35165, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=6232498e-9555-4d5c-8c10-91d9dce35165,segment=NetworkSegment(abd13d7f-4963-4fb7-a767-dde5547d2c9d),segment_id=abd13d7f-4963-4fb7-a767-dde5547d2c9d)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:45:05.914034 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Returning: {'device': '6232498e-9555-4d5c-8c10-91d9dce35165', 'network_id': 'dc00798f-e261-4178-81bd-f43f96f04f24', 'port_id': '6232498e-9555-4d5c-8c10-91d9dce35165', 'mac_address': 'fa:16:3e:64:21:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '357cccd7-afbd-4ae1-b28c-2e5466d4b245', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 10 16:45:05.983065 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:06.005764 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6232498e-9555-4d5c-8c10-91d9dce35165 {{(pid=74983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:45:06.021821 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 6232498e-9555-4d5c-8c10-91d9dce35165, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=6232498e-9555-4d5c-8c10-91d9dce35165,segment=NetworkSegment(abd13d7f-4963-4fb7-a767-dde5547d2c9d),segment_id=abd13d7f-4963-4fb7-a767-dde5547d2c9d)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:45:06.026627 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:06.028403 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:45:06.103060 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=6232498e-9555-4d5c-8c10-91d9dce35165,revision_number=4']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:45:06.106608 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:45:06.175811 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00266456-722a-462b-a430-0bb883fea8e4 req-fb08d95e-e704-412b-8624-b455a4f01822 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:06.177927 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-00266456-722a-462b-a430-0bb883fea8e4 req-fb08d95e-e704-412b-8624-b455a4f01822 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.0788434
Sep 10 16:45:06.228904 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-00266456-722a-462b-a430-0bb883fea8e4 req-213ae1fa-ae2b-474c-8c97-d00a654818f2 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461781
Sep 10 16:45:06.419421 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] get_ports_and_sgs() called for port_ids ['6232498e-9555-4d5c-8c10-91d9dce35165'] {{(pid=74983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 10 16:45:06.620099 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c067462-6896-492f-9110-c9eaf1aac195 req-c3e0a3ea-a9a2-4e77-9d8c-0a14069fccea tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:06.622559 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-2c067462-6896-492f-9110-c9eaf1aac195 req-c3e0a3ea-a9a2-4e77-9d8c-0a14069fccea tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6115cf8-e065-48c5-9fa4-614c7662286f HTTP/1.1" status: 200  len: 944 time: 0.0931096
Sep 10 16:45:06.672238 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-2c067462-6896-492f-9110-c9eaf1aac195 req-d66ee6dd-078f-4cff-8c12-11ab243aec26 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414855
Sep 10 16:45:07.432882 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82456b-c1ed-402a-8f41-bca4285f5884 req-0a45fe35-436c-4540-a672-53e8fa47592c tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:07.434364 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-dd82456b-c1ed-402a-8f41-bca4285f5884 req-0a45fe35-436c-4540-a672-53e8fa47592c tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.0755868
Sep 10 16:45:07.483400 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-dd82456b-c1ed-402a-8f41-bca4285f5884 req-8f3e4066-e3c3-47e9-af17-6073367ff38f tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433154
Sep 10 16:45:07.881588 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05754321-ce6c-434b-8d73-474a4bab231c req-b16b1197-bb46-46bb-859b-395ee4e169e6 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:07.883101 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-05754321-ce6c-434b-8d73-474a4bab231c req-b16b1197-bb46-46bb-859b-395ee4e169e6 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6115cf8-e065-48c5-9fa4-614c7662286f HTTP/1.1" status: 200  len: 944 time: 0.0866258
Sep 10 16:45:07.928084 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-05754321-ce6c-434b-8d73-474a4bab231c req-2ac9c611-2c1d-41f2-8b8d-8b9664b156f6 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394857
Sep 10 16:45:08.328314 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 57388) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:45:08.390327 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.db_base_plugin_v2 [None req-c968d890-adf7-40e2-8ce1-67c28904acfc admin admin] Deleting subnet 16209ab0-93ea-4f1d-bce8-aff83ac9f42d {{(pid=74982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 10 16:45:08.394135 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-c968d890-adf7-40e2-8ce1-67c28904acfc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:08.446334 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-c968d890-adf7-40e2-8ce1-67c28904acfc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947282'] for subnet, precommit_delete_associations {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:08.503406 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-c968d890-adf7-40e2-8ce1-67c28904acfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-567488'] for subnet, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:08.510609 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 6232498e-9555-4d5c-8c10-91d9dce35165 up at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:45:08.570730 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-c968d890-adf7-40e2-8ce1-67c28904acfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2865551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3069691'] for subnet, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:08.575374 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:45:08.578582 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning for port 6232498e-9555-4d5c-8c10-91d9dce35165 completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:45:08.583308 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning complete for port 6232498e-9555-4d5c-8c10-91d9dce35165 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:45:08.583687 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:08.608038 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c968d890-adf7-40e2-8ce1-67c28904acfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16209ab0-93ea-4f1d-bce8-aff83ac9f42d,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:45:08.612147 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-c968d890-adf7-40e2-8ce1-67c28904acfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:45:08.616274 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-c968d890-adf7-40e2-8ce1-67c28904acfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:08.622052 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-c968d890-adf7-40e2-8ce1-67c28904acfc admin admin] 10.222.0.41 "DELETE /v2.0/subnets/16209ab0-93ea-4f1d-bce8-aff83ac9f42d HTTP/1.1" status: 204  len: 168 time: 0.2927074
Sep 10 16:45:08.624362 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 57398) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:45:08.697509 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:08.725534 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6115cf8-e065-48c5-9fa4-614c7662286f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6232498e-9555-4d5c-8c10-91d9dce35165'}] {{(pid=74983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:45:08.729757 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-417a4cf5-3e2d-471d-8dd2-9fb4d81799ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630774'] for network, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:08.735395 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 6232498e-9555-4d5c-8c10-91d9dce35165, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=6232498e-9555-4d5c-8c10-91d9dce35165,segment=NetworkSegment(abd13d7f-4963-4fb7-a767-dde5547d2c9d),segment_id=abd13d7f-4963-4fb7-a767-dde5547d2c9d)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:45:08.740143 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:08.741833 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:45:08.806783 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=6232498e-9555-4d5c-8c10-91d9dce35165,revision_number=5']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:45:08.809736 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:45:08.852608 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-417a4cf5-3e2d-471d-8dd2-9fb4d81799ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571207', 'neutron.services.segments.db._delete_segments_for_network-8763384148637'] for network, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:08.865581 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.services.segments.db [None req-417a4cf5-3e2d-471d-8dd2-9fb4d81799ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f86251b76d0>,) {'filters': {'network_id': ['d3a14d42-c1b2-405f-8bbb-44eb41d2c99d']}} {{(pid=74982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:45:08.877491 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.services.segments.db [None req-417a4cf5-3e2d-471d-8dd2-9fb4d81799ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f86251b76d0>, '33c6154a-7677-4bbe-837d-bd5c9f497538') {'for_net_delete': True} {{(pid=74982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:45:08.877783 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.services.segments.db [None req-417a4cf5-3e2d-471d-8dd2-9fb4d81799ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f86251b76d0>, '33c6154a-7677-4bbe-837d-bd5c9f497538') {} {{(pid=74982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:45:08.888762 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-417a4cf5-3e2d-471d-8dd2-9fb4d81799ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763384234424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947275'] for segment, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:08.904521 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-417a4cf5-3e2d-471d-8dd2-9fb4d81799ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-567309'] for segment, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:08.911962 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-417a4cf5-3e2d-471d-8dd2-9fb4d81799ad admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=74982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 10 16:45:08.912225 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-417a4cf5-3e2d-471d-8dd2-9fb4d81799ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2865617'] for segment, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:08.929173 dv-cinder-808473-1-iscsi neutron-server[74982]: Traceback (most recent call last):
Sep 10 16:45:08.929173 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 10 16:45:08.929173 dv-cinder-808473-1-iscsi neutron-server[74982]:     timer()
Sep 10 16:45:08.929173 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 10 16:45:08.929173 dv-cinder-808473-1-iscsi neutron-server[74982]:     cb(*args, **kw)
Sep 10 16:45:08.929173 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Sep 10 16:45:08.929173 dv-cinder-808473-1-iscsi neutron-server[74982]:     return func(*args, **kwargs)
Sep 10 16:45:08.929173 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 10 16:45:08.929173 dv-cinder-808473-1-iscsi neutron-server[74982]:     self._notify()
Sep 10 16:45:08.929173 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 10 16:45:08.929173 dv-cinder-808473-1-iscsi neutron-server[74982]:     self.callback(batched_events)
Sep 10 16:45:08.929173 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 10 16:45:08.929173 dv-cinder-808473-1-iscsi neutron-server[74982]:     event.method(event)
Sep 10 16:45:08.929173 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 10 16:45:08.929173 dv-cinder-808473-1-iscsi neutron-server[74982]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 10 16:45:08.929173 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 10 16:45:08.929173 dv-cinder-808473-1-iscsi neutron-server[74982]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 10 16:45:08.929173 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 10 16:45:08.929173 dv-cinder-808473-1-iscsi neutron-server[74982]:     return f(self, *a, **k)
Sep 10 16:45:08.929173 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 10 16:45:08.929173 dv-cinder-808473-1-iscsi neutron-server[74982]:     return self._get(url).json()
Sep 10 16:45:08.929173 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 10 16:45:08.929173 dv-cinder-808473-1-iscsi neutron-server[74982]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 10 16:45:08.929173 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 10 16:45:08.929173 dv-cinder-808473-1-iscsi neutron-server[74982]:     return self.request(url, 'GET', **kwargs)
Sep 10 16:45:08.929173 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 10 16:45:08.929173 dv-cinder-808473-1-iscsi neutron-server[74982]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 10 16:45:08.929173 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 10 16:45:08.929173 dv-cinder-808473-1-iscsi neutron-server[74982]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 10 16:45:08.929173 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 10 16:45:08.929173 dv-cinder-808473-1-iscsi neutron-server[74982]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 10 16:45:08.929173 dv-cinder-808473-1-iscsi neutron-server[74982]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 10 16:45:09.001782 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-417a4cf5-3e2d-471d-8dd2-9fb4d81799ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446813'] for network, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:09.005317 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-3313946d-050c-4db4-a18a-f7643fb714ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:45:09.018345 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-417a4cf5-3e2d-471d-8dd2-9fb4d81799ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for network, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:09.027196 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a4cf5-3e2d-471d-8dd2-9fb4d81799ad admin admin] Pushing event deleted for resources: {'Network': ['ID=d3a14d42-c1b2-405f-8bbb-44eb41d2c99d,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:45:09.029446 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-417a4cf5-3e2d-471d-8dd2-9fb4d81799ad admin admin] 10.222.0.41 "DELETE /v2.0/networks/d3a14d42-c1b2-405f-8bbb-44eb41d2c99d HTTP/1.1" status: 204  len: 168 time: 0.4042099
Sep 10 16:45:09.030282 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-417a4cf5-3e2d-471d-8dd2-9fb4d81799ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:45:09.033095 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 57408) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:45:09.154466 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.db_base_plugin_v2 [None req-32dc7934-4edc-4d4a-aacc-726e3e6ec764 admin admin] Deleting subnet 19891e2b-a671-426c-85a4-d86380ce7c38 {{(pid=74982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 10 16:45:09.157405 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-32dc7934-4edc-4d4a-aacc-726e3e6ec764 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:09.214099 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-32dc7934-4edc-4d4a-aacc-726e3e6ec764 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947282'] for subnet, precommit_delete_associations {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:09.272484 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-32dc7934-4edc-4d4a-aacc-726e3e6ec764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-567488'] for subnet, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:09.341639 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-32dc7934-4edc-4d4a-aacc-726e3e6ec764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2865551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3069691'] for subnet, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:09.346967 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-74f6b0d0-e1a2-4c1f-a869-5dbdc55c0380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:45:09.380184 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc7934-4edc-4d4a-aacc-726e3e6ec764 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19891e2b-a671-426c-85a4-d86380ce7c38,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:45:09.382797 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-32dc7934-4edc-4d4a-aacc-726e3e6ec764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:45:09.385245 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-32dc7934-4edc-4d4a-aacc-726e3e6ec764 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:09.392028 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-32dc7934-4edc-4d4a-aacc-726e3e6ec764 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/19891e2b-a671-426c-85a4-d86380ce7c38 HTTP/1.1" status: 204  len: 168 time: 0.3578584
Sep 10 16:45:09.394437 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 57414) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:45:09.496208 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-4365b5b6-37ee-49a2-9341-c7c31d66ff7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630774'] for network, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:09.616517 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-4365b5b6-37ee-49a2-9341-c7c31d66ff7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571207', 'neutron.services.segments.db._delete_segments_for_network-8763384148637'] for network, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:09.629347 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.services.segments.db [None req-4365b5b6-37ee-49a2-9341-c7c31d66ff7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8624d96e50>,) {'filters': {'network_id': ['7dfd4ddf-ebc2-4e9f-8d8d-8391d9ff5b76']}} {{(pid=74982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:45:09.640970 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.services.segments.db [None req-4365b5b6-37ee-49a2-9341-c7c31d66ff7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8624d96e50>, 'd526adaa-2323-4908-a091-877a25be0fc4') {'for_net_delete': True} {{(pid=74982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:45:09.641256 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.services.segments.db [None req-4365b5b6-37ee-49a2-9341-c7c31d66ff7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8624d96e50>, 'd526adaa-2323-4908-a091-877a25be0fc4') {} {{(pid=74982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:45:09.652168 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-4365b5b6-37ee-49a2-9341-c7c31d66ff7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763384234424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947275'] for segment, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:09.667623 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-4365b5b6-37ee-49a2-9341-c7c31d66ff7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-567309'] for segment, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:09.673914 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4365b5b6-37ee-49a2-9341-c7c31d66ff7d admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=74982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 10 16:45:09.674322 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-4365b5b6-37ee-49a2-9341-c7c31d66ff7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2865617'] for segment, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:09.690960 dv-cinder-808473-1-iscsi neutron-server[74982]: Traceback (most recent call last):
Sep 10 16:45:09.690960 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 10 16:45:09.690960 dv-cinder-808473-1-iscsi neutron-server[74982]:     timer()
Sep 10 16:45:09.690960 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 10 16:45:09.690960 dv-cinder-808473-1-iscsi neutron-server[74982]:     cb(*args, **kw)
Sep 10 16:45:09.690960 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Sep 10 16:45:09.690960 dv-cinder-808473-1-iscsi neutron-server[74982]:     return func(*args, **kwargs)
Sep 10 16:45:09.690960 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 10 16:45:09.690960 dv-cinder-808473-1-iscsi neutron-server[74982]:     self._notify()
Sep 10 16:45:09.690960 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 10 16:45:09.690960 dv-cinder-808473-1-iscsi neutron-server[74982]:     self.callback(batched_events)
Sep 10 16:45:09.690960 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 10 16:45:09.690960 dv-cinder-808473-1-iscsi neutron-server[74982]:     event.method(event)
Sep 10 16:45:09.690960 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 10 16:45:09.690960 dv-cinder-808473-1-iscsi neutron-server[74982]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 10 16:45:09.690960 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 10 16:45:09.690960 dv-cinder-808473-1-iscsi neutron-server[74982]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 10 16:45:09.690960 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 10 16:45:09.690960 dv-cinder-808473-1-iscsi neutron-server[74982]:     return f(self, *a, **k)
Sep 10 16:45:09.690960 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 10 16:45:09.690960 dv-cinder-808473-1-iscsi neutron-server[74982]:     return self._get(url).json()
Sep 10 16:45:09.690960 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 10 16:45:09.690960 dv-cinder-808473-1-iscsi neutron-server[74982]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 10 16:45:09.690960 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 10 16:45:09.690960 dv-cinder-808473-1-iscsi neutron-server[74982]:     return self.request(url, 'GET', **kwargs)
Sep 10 16:45:09.690960 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 10 16:45:09.690960 dv-cinder-808473-1-iscsi neutron-server[74982]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 10 16:45:09.690960 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 10 16:45:09.690960 dv-cinder-808473-1-iscsi neutron-server[74982]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 10 16:45:09.690960 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 10 16:45:09.690960 dv-cinder-808473-1-iscsi neutron-server[74982]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 10 16:45:09.690960 dv-cinder-808473-1-iscsi neutron-server[74982]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 10 16:45:09.762879 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-4365b5b6-37ee-49a2-9341-c7c31d66ff7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446813'] for network, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:09.766453 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-265625cf-0d41-49b0-9d28-f1bfdbdf3bc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:45:09.778895 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-4365b5b6-37ee-49a2-9341-c7c31d66ff7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for network, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:09.788866 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-4365b5b6-37ee-49a2-9341-c7c31d66ff7d admin admin] 10.222.0.41 "DELETE /v2.0/networks/7dfd4ddf-ebc2-4e9f-8d8d-8391d9ff5b76 HTTP/1.1" status: 204  len: 168 time: 0.3935363
Sep 10 16:45:09.789688 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365b5b6-37ee-49a2-9341-c7c31d66ff7d admin admin] Pushing event deleted for resources: {'Network': ['ID=7dfd4ddf-ebc2-4e9f-8d8d-8391d9ff5b76,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:45:09.791805 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-4365b5b6-37ee-49a2-9341-c7c31d66ff7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:45:09.980111 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 57422) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:45:10.036724 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-f7ad9e9c-391a-4454-b168-39f8ae5b90b1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8aa43df8129b41f1be1d74944fb563eb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0554140
Sep 10 16:45:10.039124 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 57428) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:45:10.100262 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-806933bb-d048-4132-a0f9-453887858d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:10.125377 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-806933bb-d048-4132-a0f9-453887858d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:10.175154 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-806933bb-d048-4132-a0f9-453887858d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:10.179150 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-107643b8-417c-4fbd-8b9e-47a9ac696065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:45:10.189653 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806933bb-d048-4132-a0f9-453887858d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5d56f9-2516-4492-a614-38164dc738ce,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:45:10.192541 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-806933bb-d048-4132-a0f9-453887858d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:45:10.198185 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-806933bb-d048-4132-a0f9-453887858d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:10.199295 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-806933bb-d048-4132-a0f9-453887858d36 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4e5d56f9-2516-4492-a614-38164dc738ce HTTP/1.1" status: 204  len: 168 time: 0.1592965
Sep 10 16:45:10.459636 dv-cinder-808473-1-iscsi neutron-server[74983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6115cf8-e065-48c5-9fa4-614c7662286f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6232498e-9555-4d5c-8c10-91d9dce35165', 'code': 200}
Sep 10 16:45:10.580433 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c09fac3-65df-4668-a448-5e13003baba6 req-71178072-6a81-409f-9572-7013da33169d tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:10.589558 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-8c09fac3-65df-4668-a448-5e13003baba6 req-71178072-6a81-409f-9572-7013da33169d tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.1264122
Sep 10 16:45:10.634016 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 57440) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:45:10.660268 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-8c09fac3-65df-4668-a448-5e13003baba6 req-0dc49816-be18-4375-9c88-5f2bb7daef86 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694780
Sep 10 16:45:10.682508 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79a2d3-e5ed-4696-9f73-7ff339b5d5eb req-a9fcf292-4f83-4174-8d57-620c06d96eff tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:10.690098 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-8d79a2d3-e5ed-4696-9f73-7ff339b5d5eb req-a9fcf292-4f83-4174-8d57-620c06d96eff tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6115cf8-e065-48c5-9fa4-614c7662286f HTTP/1.1" status: 200  len: 945 time: 0.1053877
Sep 10 16:45:10.733388 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-8d79a2d3-e5ed-4696-9f73-7ff339b5d5eb req-1961fac8-f879-4197-ab25-d3aabc482262 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423908
Sep 10 16:45:10.737869 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-e0eb0215-8c22-4548-898f-c4971a0cf6d2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cbd8ed9d79354412987e5ae549077cc2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1024518
Sep 10 16:45:10.740440 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 57444) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:45:10.768107 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-5df494be-1153-4d3c-8ee2-2e559a9b7a4f req-c572bfae-ac75-4671-860a-fe741a8014f4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b6115cf8-e065-48c5-9fa4-614c7662286f HTTP/1.1" status: 200  len: 1098 time: 0.0960736
Sep 10 16:45:10.806004 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-153a98c0-9d8d-4a03-93c7-4796249c884e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:10.820840 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-5df494be-1153-4d3c-8ee2-2e559a9b7a4f req-27452e1f-89e7-4d65-b300-628152a37a12 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408320
Sep 10 16:45:10.831153 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-153a98c0-9d8d-4a03-93c7-4796249c884e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:10.882577 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-153a98c0-9d8d-4a03-93c7-4796249c884e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:10.886316 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:45:10.897265 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a98c0-9d8d-4a03-93c7-4796249c884e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41dbf65-8c9b-4c48-bf54-0187d0bf6d38,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:45:10.900562 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-153a98c0-9d8d-4a03-93c7-4796249c884e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:45:10.903846 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-153a98c0-9d8d-4a03-93c7-4796249c884e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:10.904940 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-153a98c0-9d8d-4a03-93c7-4796249c884e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b41dbf65-8c9b-4c48-bf54-0187d0bf6d38 HTTP/1.1" status: 204  len: 168 time: 0.1632743
Sep 10 16:45:12.011205 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e3cba-171f-48fc-a5db-a3ddc5eaca2d req-b83fae7c-d6d5-4f1a-a195-8d1f73884421 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:12.013220 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-5f0e3cba-171f-48fc-a5db-a3ddc5eaca2d req-b83fae7c-d6d5-4f1a-a195-8d1f73884421 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.1343534
Sep 10 16:45:12.018985 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131181d9-d693-4919-adf6-c07fa080e559 req-4ebf4507-7234-485f-a566-aae30c68d439 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:12.020654 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-131181d9-d693-4919-adf6-c07fa080e559 req-4ebf4507-7234-485f-a566-aae30c68d439 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6115cf8-e065-48c5-9fa4-614c7662286f HTTP/1.1" status: 200  len: 945 time: 0.1047859
Sep 10 16:45:12.067095 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-5f0e3cba-171f-48fc-a5db-a3ddc5eaca2d req-4c9b3a3d-e48d-4941-8d40-ead5927f47a8 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469456
Sep 10 16:45:12.075591 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-131181d9-d693-4919-adf6-c07fa080e559 req-505f5b02-6a41-4e23-b47c-677409f3d538 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496113
Sep 10 16:45:15.741224 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f311a-bbc6-436d-bde5-c18b32727f9a req-67b5c42b-01d9-47d0-8165-d917d39b2d99 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:15.742727 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-a43f311a-bbc6-436d-bde5-c18b32727f9a req-67b5c42b-01d9-47d0-8165-d917d39b2d99 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.0821149
Sep 10 16:45:15.761287 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b9129-8917-4606-91e3-121299b251c3 req-450c00bb-3606-4685-8826-039a57bbeeb3 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:15.762992 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-e36b9129-8917-4606-91e3-121299b251c3 req-450c00bb-3606-4685-8826-039a57bbeeb3 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6115cf8-e065-48c5-9fa4-614c7662286f HTTP/1.1" status: 200  len: 945 time: 0.0866561
Sep 10 16:45:15.791801 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-a43f311a-bbc6-436d-bde5-c18b32727f9a req-0923df1f-3fa2-4003-85da-b0199072fff2 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427291
Sep 10 16:45:15.810679 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-e36b9129-8917-4606-91e3-121299b251c3 req-251a589a-3ca8-4475-8dad-9ca27a62b75f tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422003
Sep 10 16:45:19.247803 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc7987-d7f7-4393-b06d-f7852458211e req-451e9b02-599c-4e7f-ace7-ca55b1ff6e23 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:19.250874 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-79dc7987-d7f7-4393-b06d-f7852458211e req-451e9b02-599c-4e7f-ace7-ca55b1ff6e23 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.1036925
Sep 10 16:45:19.299841 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-79dc7987-d7f7-4393-b06d-f7852458211e req-3fb0c915-0c1a-4350-8365-23dd5c5f23ed tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428174
Sep 10 16:45:22.987238 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5c945-40dc-4aab-b2ab-d3deb08ad01d req-c994f564-7ec4-42c8-933b-3ab4560d1eba tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:22.991209 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-12e5c945-40dc-4aab-b2ab-d3deb08ad01d req-c994f564-7ec4-42c8-933b-3ab4560d1eba tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.1432130
Sep 10 16:45:22.995865 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-fbc8d3c5-5750-4118-8a93-af1ad22ce4cd req-607a396a-0753-46f7-98dc-fd992a2a2e4d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 1098 time: 0.1159925
Sep 10 16:45:23.072282 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-12e5c945-40dc-4aab-b2ab-d3deb08ad01d req-b7e046ab-0e18-4a3c-8063-27ab380b4495 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708263
Sep 10 16:45:23.076328 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-fbc8d3c5-5750-4118-8a93-af1ad22ce4cd req-73f2d5c3-1994-461e-b805-109a20263b81 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587115
Sep 10 16:45:24.331296 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d08f7-a3d0-4c69-b10d-02ba14ed4d79 req-f81932ea-592a-467c-8c0f-9df8d74bae05 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:24.334310 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-1d5d08f7-a3d0-4c69-b10d-02ba14ed4d79 req-f81932ea-592a-467c-8c0f-9df8d74bae05 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.1337085
Sep 10 16:45:24.416619 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-1d5d08f7-a3d0-4c69-b10d-02ba14ed4d79 req-870f4098-4963-42f0-bdd5-1a668e64a57e tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745947
Sep 10 16:45:25.193594 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-be5a9d93-3e9a-4e87-8232-49da6f9802cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:25.625895 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:25.634801 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c218736-d451-4e0b-a714-92baa10885db req-1b3c85ed-c0e2-45a2-b5b0-db5f54f2b809 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:25.636323 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-8c218736-d451-4e0b-a714-92baa10885db req-1b3c85ed-c0e2-45a2-b5b0-db5f54f2b809 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.0993891
Sep 10 16:45:25.694611 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-8c218736-d451-4e0b-a714-92baa10885db req-b3350565-de1d-4836-bcdd-fd339a36eee1 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520966
Sep 10 16:45:25.841381 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 57756) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:45:26.034350 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-30c141c7-0fe8-480c-93f3-63d5af05bfe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:26.072976 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-30c141c7-0fe8-480c-93f3-63d5af05bfe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:45:26.082772 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-30c141c7-0fe8-480c-93f3-63d5af05bfe4 admin admin] Usage tracker for resource:security_group_rule and tenant:6bbb668b0e67425082927520e024748f is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:45:26.091903 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-30c141c7-0fe8-480c-93f3-63d5af05bfe4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:45:26.099309 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-30c141c7-0fe8-480c-93f3-63d5af05bfe4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:45:26.185809 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2d0f6c1f-7132-4af3-b6fa-81f7ce543e25 req-df974d9c-59a7-4426-9e27-1022a0ef3d28 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff9271dbe9584869afd7a0ccba96dfb8&device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 1098 time: 0.1401587
Sep 10 16:45:26.265683 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-30c141c7-0fe8-480c-93f3-63d5af05bfe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:26.271159 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-30c141c7-0fe8-480c-93f3-63d5af05bfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:26.280498 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-5d794d02-b8e5-4d85-9b77-ec541615a441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:45:26.312482 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c141c7-0fe8-480c-93f3-63d5af05bfe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e7206d-c91f-4da4-9e18-fe377b3ea980,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:45:26.342097 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-30c141c7-0fe8-480c-93f3-63d5af05bfe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:45:26.360781 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f6c1f-7132-4af3-b6fa-81f7ce543e25 req-4e0418c4-73f6-483d-bbd9-281f7a0a620d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:26.362901 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2d0f6c1f-7132-4af3-b6fa-81f7ce543e25 req-4e0418c4-73f6-483d-bbd9-281f7a0a620d service neutron] 10.222.0.24 "GET /v2.0/networks?id=9e1586a1-ebae-4187-8d60-d4881a64afce HTTP/1.1" status: 200  len: 920 time: 0.1656072
Sep 10 16:45:26.369982 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-30c141c7-0fe8-480c-93f3-63d5af05bfe4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6bbb668b0e67425082927520e024748f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5242612
Sep 10 16:45:26.370961 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 57780) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:45:26.389893 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd582fa-b29b-49d1-ac28-8f53279b185c req-b305063d-891a-4a66-9ad1-43577c06eeaa tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:26.405045 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-9cd582fa-b29b-49d1-ac28-8f53279b185c req-b305063d-891a-4a66-9ad1-43577c06eeaa tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.2379234
Sep 10 16:45:26.460080 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-9cd582fa-b29b-49d1-ac28-8f53279b185c req-583b7530-0924-4e32-96e5-ec9ad17fd9ca tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540230
Sep 10 16:45:26.471128 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2d0f6c1f-7132-4af3-b6fa-81f7ce543e25 req-fb097766-0f80-45d8-bda6-297968a503e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a2b5e57-81c6-4ec1-9483-9c7094984df3 HTTP/1.1" status: 200  len: 217 time: 0.1010065
Sep 10 16:45:26.623928 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f6c1f-7132-4af3-b6fa-81f7ce543e25 req-4afb0b30-620a-403a-a160-fd42c74b191d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:26.625906 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2d0f6c1f-7132-4af3-b6fa-81f7ce543e25 req-4afb0b30-620a-403a-a160-fd42c74b191d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d93a1e6-380c-4d96-8193-6a5a396655bc HTTP/1.1" status: 200  len: 859 time: 0.1477115
Sep 10 16:45:26.632446 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-f49d0cb3-96ff-494a-9754-93d681484e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:26.702878 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2d0f6c1f-7132-4af3-b6fa-81f7ce543e25 req-fe3b4d23-0e73-4337-b671-751f8f9beec9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e1586a1-ebae-4187-8d60-d4881a64afce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0685368
Sep 10 16:45:26.709695 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-f49d0cb3-96ff-494a-9754-93d681484e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:26.860862 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-f49d0cb3-96ff-494a-9754-93d681484e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:26.867220 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:45:26.879789 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2d0f6c1f-7132-4af3-b6fa-81f7ce543e25 req-d8800b1d-b3d7-4af1-8e43-2ca241a96df2 service neutron] 10.222.0.24 "GET /v2.0/networks/9e1586a1-ebae-4187-8d60-d4881a64afce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1614861
Sep 10 16:45:26.880739 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d0cb3-96ff-494a-9754-93d681484e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e7206d-c91f-4da4-9e18-fe377b3ea980,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:45:26.885160 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-f49d0cb3-96ff-494a-9754-93d681484e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:45:26.887212 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-f49d0cb3-96ff-494a-9754-93d681484e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:26.888404 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-f49d0cb3-96ff-494a-9754-93d681484e75 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/80e7206d-c91f-4da4-9e18-fe377b3ea980 HTTP/1.1" status: 204  len: 168 time: 0.5163229
Sep 10 16:45:27.028101 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2d0f6c1f-7132-4af3-b6fa-81f7ce543e25 req-f9dde17a-b95f-4257-a70f-ed76e3935133 service neutron] 10.222.0.24 "GET /v2.0/networks/9e1586a1-ebae-4187-8d60-d4881a64afce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373231
Sep 10 16:45:27.499546 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-e0b08765-0b4f-4df8-9f70-f6e52a3e3add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:27.728927 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b6824-8ce0-4c39-ba3c-45f012b8ed75 req-103ffefa-6c32-40e4-b7b9-d93519aef0a6 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:27.734565 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-ee8b6824-8ce0-4c39-ba3c-45f012b8ed75 req-103ffefa-6c32-40e4-b7b9-d93519aef0a6 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.1038339
Sep 10 16:45:27.786727 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-ee8b6824-8ce0-4c39-ba3c-45f012b8ed75 req-daaeeff5-afdb-4452-9b47-82480b7ec8a8 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487876
Sep 10 16:45:28.446125 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:29.021574 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06b69c-11ba-4575-ac42-e8c5a2b4a5a5 req-742e27ff-44b2-4cce-b83d-ff73562c3358 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:29.023855 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-ee06b69c-11ba-4575-ac42-e8c5a2b4a5a5 req-742e27ff-44b2-4cce-b83d-ff73562c3358 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.0939703
Sep 10 16:45:29.080880 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-ee06b69c-11ba-4575-ac42-e8c5a2b4a5a5 req-1e6d2e93-62e0-4c20-b510-3b14e2d50c42 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505271
Sep 10 16:45:29.919046 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:30.291814 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a7e83-35cd-4e56-969e-22211d22358c req-f3c61718-2fa5-44cd-a5a6-87c67979d4fd tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:30.293517 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-034a7e83-35cd-4e56-969e-22211d22358c req-f3c61718-2fa5-44cd-a5a6-87c67979d4fd tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.0816586
Sep 10 16:45:30.345831 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-034a7e83-35cd-4e56-969e-22211d22358c req-500f0703-cc87-4b5f-8ed6-9013cf25122a tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446763
Sep 10 16:45:35.869196 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:36.759567 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-6283c33c-07e7-4b8a-bf4b-9d847bc823a1 req-919eda25-dca8-488c-b93a-eaa1d04aaecc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0686009
Sep 10 16:45:36.872108 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-6283c33c-07e7-4b8a-bf4b-9d847bc823a1 req-b86eb1b8-1247-4edd-9c48-f1ae854dc53f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff9271dbe9584869afd7a0ccba96dfb8&device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 1098 time: 0.0705841
Sep 10 16:45:37.024632 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283c33c-07e7-4b8a-bf4b-9d847bc823a1 req-b158de88-ba13-40cf-8a66-9d05f4fb8b3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:37.026115 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-6283c33c-07e7-4b8a-bf4b-9d847bc823a1 req-b158de88-ba13-40cf-8a66-9d05f4fb8b3e service neutron] 10.222.0.24 "GET /v2.0/networks?id=9e1586a1-ebae-4187-8d60-d4881a64afce HTTP/1.1" status: 200  len: 920 time: 0.1294374
Sep 10 16:45:37.100761 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-6283c33c-07e7-4b8a-bf4b-9d847bc823a1 req-833f2944-7a09-4021-985d-aaef2f36c830 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a2b5e57-81c6-4ec1-9483-9c7094984df3 HTTP/1.1" status: 200  len: 217 time: 0.0659940
Sep 10 16:45:37.168682 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283c33c-07e7-4b8a-bf4b-9d847bc823a1 req-24911f4d-d949-46ad-a23e-0ee3235fca21 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:37.170038 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-6283c33c-07e7-4b8a-bf4b-9d847bc823a1 req-24911f4d-d949-46ad-a23e-0ee3235fca21 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d93a1e6-380c-4d96-8193-6a5a396655bc HTTP/1.1" status: 200  len: 859 time: 0.0566502
Sep 10 16:45:37.238930 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-6283c33c-07e7-4b8a-bf4b-9d847bc823a1 req-49493164-ec6a-4e07-a81e-b3d73ce8a709 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e1586a1-ebae-4187-8d60-d4881a64afce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0401962
Sep 10 16:45:40.413115 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-6283c33c-07e7-4b8a-bf4b-9d847bc823a1 req-cd2195db-facf-4e39-9a05-d799088d9c41 service neutron] 10.222.0.24 "GET /v2.0/networks/9e1586a1-ebae-4187-8d60-d4881a64afce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1299801
Sep 10 16:45:40.620631 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-6283c33c-07e7-4b8a-bf4b-9d847bc823a1 req-1d2b9244-c974-40a7-a9f9-c22ddada48bc service neutron] 10.222.0.24 "GET /v2.0/networks/9e1586a1-ebae-4187-8d60-d4881a64afce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1597202
Sep 10 16:45:42.233043 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51d38e-c1f1-4b88-b1bc-47284902a651 req-ddbbfcc6-430c-4639-851e-7055c1f7b28f tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:42.234561 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-5f51d38e-c1f1-4b88-b1bc-47284902a651 req-ddbbfcc6-430c-4639-851e-7055c1f7b28f tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.0820324
Sep 10 16:45:42.284364 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-5f51d38e-c1f1-4b88-b1bc-47284902a651 req-67636666-4e4d-4e91-92bc-bcfa7ff82302 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427637
Sep 10 16:45:42.870484 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 6 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 16:45:46.546729 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-eed174b7-6909-412d-9993-2397e20731a6 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:46.548842 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-eed174b7-6909-412d-9993-2397e20731a6 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/networks?id=dc00798f-e261-4178-81bd-f43f96f04f24 HTTP/1.1" status: 200  len: 815 time: 0.2010412
Sep 10 16:45:46.565503 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-2437c853-d94d-45aa-a01c-e224b22368e3 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/quotas/73cdfc2295ba43b88eedc5611288b0f3 HTTP/1.1" status: 200  len: 375 time: 0.0101609
Sep 10 16:45:46.655499 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-48c8cbef-1534-4ef6-9e13-a19914b4eb30 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=73cdfc2295ba43b88eedc5611288b0f3&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0851011
Sep 10 16:45:46.788997 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-2b405504-e14c-4e69-aaa8-2f1a91165516 service neutron] 10.222.0.41 "GET /v2.0/networks/dc00798f-e261-4178-81bd-f43f96f04f24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259913
Sep 10 16:45:46.918831 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-a720566b-4dc2-4150-a592-af72988e06ff service neutron] 10.222.0.41 "GET /v2.0/networks/dc00798f-e261-4178-81bd-f43f96f04f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241119
Sep 10 16:45:47.110908 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-d5ee4378-dd1e-4b72-87d9-575a12642007 req-811c40fd-79e0-4bce-b3e6-18ae175d775a tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=db8356a1-26c8-48b6-9787-bae398d3401c HTTP/1.1" status: 200  len: 210 time: 0.0447426
Sep 10 16:45:48.412162 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-d7839105-b779-42be-8112-53611a45840f req-9f008bfc-97c1-4776-87f9-64f33f323e29 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=db8356a1-26c8-48b6-9787-bae398d3401c HTTP/1.1" status: 200  len: 210 time: 0.1047301
Sep 10 16:45:48.566527 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-88000b51-1abb-46b5-94d7-47d351c449f4 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:48.567985 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-88000b51-1abb-46b5-94d7-47d351c449f4 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.24 "GET /v2.0/networks?id=dc00798f-e261-4178-81bd-f43f96f04f24 HTTP/1.1" status: 200  len: 815 time: 0.2170970
Sep 10 16:45:48.591878 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-7346d7f4-bae9-438e-9501-5e491962f7ee tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Request body: {'port': {'device_id': 'db8356a1-26c8-48b6-9787-bae398d3401c', 'network_id': 'dc00798f-e261-4178-81bd-f43f96f04f24', 'admin_state_up': True, 'tenant_id': '73cdfc2295ba43b88eedc5611288b0f3'}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:45:48.790201 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-7346d7f4-bae9-438e-9501-5e491962f7ee tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:45:48.800422 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-7346d7f4-bae9-438e-9501-5e491962f7ee tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:45:48.811959 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-7346d7f4-bae9-438e-9501-5e491962f7ee tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Made reservation on behalf of 73cdfc2295ba43b88eedc5611288b0f3 for: {'port': 1} {{(pid=74981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:45:48.816090 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-7346d7f4-bae9-438e-9501-5e491962f7ee tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:48.953656 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 58296) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:45:48.984387 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.db_base_plugin_common [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-7346d7f4-bae9-438e-9501-5e491962f7ee tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Allocated IP 172.20.0.13 (dc00798f-e261-4178-81bd-f43f96f04f24/357cccd7-afbd-4ae1-b28c-2e5466d4b245/747a8c97-602b-452e-b413-fe9f751497e1) {{(pid=74981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:45:49.133715 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-aa0b2e4a-eab5-4649-859d-229b5645b5af admin admin] Notify callbacks [] for security_group, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:49.212246 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-aa0b2e4a-eab5-4649-859d-229b5645b5af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:45:49.219984 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-aa0b2e4a-eab5-4649-859d-229b5645b5af admin admin] Usage tracker for resource:security_group_rule and tenant:00bac82b8f6440c7bfafde3e7403b35f is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:45:49.229466 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-aa0b2e4a-eab5-4649-859d-229b5645b5af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:45:49.239357 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-aa0b2e4a-eab5-4649-859d-229b5645b5af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:45:49.243030 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-7346d7f4-bae9-438e-9501-5e491962f7ee tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Notify callbacks [] for port, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:49.308258 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-7346d7f4-bae9-438e-9501-5e491962f7ee tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793'] for port, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:49.315926 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-f50d5178-ec02-4c27-99ea-6d17365a75c0 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:45:49.324392 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] get_ports_and_sgs() called for port_ids ['47e9ac5c-979b-4574-ba87-601765b73441', '5e27a33a-738a-4a0d-8500-7264331ede81', '6232498e-9555-4d5c-8c10-91d9dce35165'] {{(pid=74983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 10 16:45:49.411225 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-aa0b2e4a-eab5-4649-859d-229b5645b5af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:49.431212 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-aa0b2e4a-eab5-4649-859d-229b5645b5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:49.439775 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-7346d7f4-bae9-438e-9501-5e491962f7ee tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Network dc00798f-e261-4178-81bd-f43f96f04f24 is already hosted by enough agents. {{(pid=74981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:45:49.444576 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.base_scheduler [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-7346d7f4-bae9-438e-9501-5e491962f7ee tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Resources bound (agent type, host, resource id):  {{(pid=74981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:45:49.448292 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7346d7f4-bae9-438e-9501-5e491962f7ee tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Pushing event updated for resources: {'Port': ['ID=747a8c97-602b-452e-b413-fe9f751497e1,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:45:49.451852 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-7346d7f4-bae9-438e-9501-5e491962f7ee tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Received port after_create {{(pid=74981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:45:49.456201 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-7346d7f4-bae9-438e-9501-5e491962f7ee tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:49.457017 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-7346d7f4-bae9-438e-9501-5e491962f7ee tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for port, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:49.500104 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7346d7f4-bae9-438e-9501-5e491962f7ee tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:45:49.500444 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7346d7f4-bae9-438e-9501-5e491962f7ee tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:45:49.501184 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7346d7f4-bae9-438e-9501-5e491962f7ee tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:45:49.501709 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7346d7f4-bae9-438e-9501-5e491962f7ee tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:45:49.502072 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7346d7f4-bae9-438e-9501-5e491962f7ee tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:45:49.502448 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7346d7f4-bae9-438e-9501-5e491962f7ee tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:45:49.502796 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7346d7f4-bae9-438e-9501-5e491962f7ee tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:45:49.503144 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7346d7f4-bae9-438e-9501-5e491962f7ee tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:45:49.503488 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7346d7f4-bae9-438e-9501-5e491962f7ee tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:45:49.503856 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7346d7f4-bae9-438e-9501-5e491962f7ee tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:45:49.504198 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7346d7f4-bae9-438e-9501-5e491962f7ee tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:45:49.508106 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-7346d7f4-bae9-438e-9501-5e491962f7ee tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:45:49.528638 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-63bb7009-e5e6-4f7f-b7a7-6e7058bf7bdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:45:49.540314 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-aa0b2e4a-eab5-4649-859d-229b5645b5af admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=00bac82b8f6440c7bfafde3e7403b35f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5835090
Sep 10 16:45:49.543044 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 58320) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:45:49.576745 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b2e4a-eab5-4649-859d-229b5645b5af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8eca49-4af9-4750-91a1-e215b47fabc3,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:45:49.581782 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-aa0b2e4a-eab5-4649-859d-229b5645b5af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:45:49.586556 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-7346d7f4-bae9-438e-9501-5e491962f7ee tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9981568
Sep 10 16:45:49.603500 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-e04aa761-0469-4d21-a7ef-0850ca262dca service neutron] Request body: {'port': {'device_id': 'db8356a1-26c8-48b6-9787-bae398d3401c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:45:49.651088 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-d45cbec9-62fa-43ff-bf27-3de1678bf9d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:49.679930 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-d45cbec9-62fa-43ff-bf27-3de1678bf9d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:49.737250 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-d45cbec9-62fa-43ff-bf27-3de1678bf9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:49.741037 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-5e471ccc-a935-411e-b5dc-37fef0634749 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:45:49.753345 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45cbec9-62fa-43ff-bf27-3de1678bf9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8eca49-4af9-4750-91a1-e215b47fabc3,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:45:49.767867 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45cbec9-62fa-43ff-bf27-3de1678bf9d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:45:49.768230 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45cbec9-62fa-43ff-bf27-3de1678bf9d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:45:49.768584 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45cbec9-62fa-43ff-bf27-3de1678bf9d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:45:49.768933 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45cbec9-62fa-43ff-bf27-3de1678bf9d6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:45:49.769280 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45cbec9-62fa-43ff-bf27-3de1678bf9d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:45:49.769626 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45cbec9-62fa-43ff-bf27-3de1678bf9d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:45:49.769965 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45cbec9-62fa-43ff-bf27-3de1678bf9d6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:45:49.770327 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45cbec9-62fa-43ff-bf27-3de1678bf9d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:45:49.770825 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45cbec9-62fa-43ff-bf27-3de1678bf9d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:45:49.771348 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45cbec9-62fa-43ff-bf27-3de1678bf9d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:45:49.771838 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45cbec9-62fa-43ff-bf27-3de1678bf9d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:45:49.775226 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-d45cbec9-62fa-43ff-bf27-3de1678bf9d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:45:49.776703 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-d45cbec9-62fa-43ff-bf27-3de1678bf9d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:49.780927 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-d45cbec9-62fa-43ff-bf27-3de1678bf9d6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bf8eca49-4af9-4750-91a1-e215b47fabc3 HTTP/1.1" status: 204  len: 168 time: 0.2366884
Sep 10 16:45:49.832936 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-e04aa761-0469-4d21-a7ef-0850ca262dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:49.894009 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da749219-aebc-4343-a123-23fd40922471 req-c431011e-2ee7-45a9-88ea-6d99c905538a tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:49.894744 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-da749219-aebc-4343-a123-23fd40922471 req-c431011e-2ee7-45a9-88ea-6d99c905538a tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Synchronizing usage tracker for tenant:73cdfc2295ba43b88eedc5611288b0f3 on resource:port {{(pid=74981) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:45:49.928928 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-da749219-aebc-4343-a123-23fd40922471 req-c431011e-2ee7-45a9-88ea-6d99c905538a tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Unset dirty status for tenant:73cdfc2295ba43b88eedc5611288b0f3 on resource:port {{(pid=74981) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:45:49.930232 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-da749219-aebc-4343-a123-23fd40922471 req-c431011e-2ee7-45a9-88ea-6d99c905538a tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=db8356a1-26c8-48b6-9787-bae398d3401c HTTP/1.1" status: 200  len: 932 time: 0.2585142
Sep 10 16:45:50.051198 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-da749219-aebc-4343-a123-23fd40922471 req-e5a3bc93-ae53-411b-991f-f3341f6f1077 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155810
Sep 10 16:45:50.147308 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 58328) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:45:50.165733 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-9d540a87-cb47-4903-a7ab-3f18dee24c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:50.196996 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-9d540a87-cb47-4903-a7ab-3f18dee24c02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:45:50.201282 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-9d540a87-cb47-4903-a7ab-3f18dee24c02 admin admin] Usage tracker for resource:security_group_rule and tenant:596ea923af244ee7a716e6fc9ef66ec6 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:45:50.204815 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-9d540a87-cb47-4903-a7ab-3f18dee24c02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:45:50.210830 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-9d540a87-cb47-4903-a7ab-3f18dee24c02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:45:50.249773 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.notifiers.nova [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-e04aa761-0469-4d21-a7ef-0850ca262dca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 747a8c97-602b-452e-b413-fe9f751497e1 {{(pid=74981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:45:50.257272 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-e04aa761-0469-4d21-a7ef-0850ca262dca service neutron] Notify callbacks [] for port, precommit_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:50.272822 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.provisioning_blocks [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-e04aa761-0469-4d21-a7ef-0850ca262dca service neutron] Transition to ACTIVE for port object 747a8c97-602b-452e-b413-fe9f751497e1 will not be triggered until provisioned by entity L2. {{(pid=74981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:45:50.276699 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-e04aa761-0469-4d21-a7ef-0850ca262dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:50.278002 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-9d540a87-cb47-4903-a7ab-3f18dee24c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:50.280252 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-6ae7e9de-d72e-46b5-9247-990dbfa198b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:45:50.282882 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-9d540a87-cb47-4903-a7ab-3f18dee24c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:50.289301 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-0d33f088-09b8-4868-8b4e-faf3ca8f6d08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:45:50.334309 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d540a87-cb47-4903-a7ab-3f18dee24c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa49aad-306e-4d26-b3ee-c9056ca822df,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:45:50.341820 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-9d540a87-cb47-4903-a7ab-3f18dee24c02 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=596ea923af244ee7a716e6fc9ef66ec6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1926003
Sep 10 16:45:50.342373 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-9d540a87-cb47-4903-a7ab-3f18dee24c02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:45:50.342818 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 58334) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:45:50.349477 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04aa761-0469-4d21-a7ef-0850ca262dca service neutron] Pushing event updated for resources: {'Port': ['ID=747a8c97-602b-452e-b413-fe9f751497e1,revision_number=2']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:45:50.353513 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-e04aa761-0469-4d21-a7ef-0850ca262dca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:45:50.407519 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f4d81342-22f7-482a-a37f-393000d7e789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:50.445856 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f4d81342-22f7-482a-a37f-393000d7e789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:50.482353 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.managers [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-e04aa761-0469-4d21-a7ef-0850ca262dca service neutron] Attempting to bind port 747a8c97-602b-452e-b413-fe9f751497e1 on host hv-cinder-80847 for vnic_type normal with profile  {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:45:50.482598 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.managers [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-e04aa761-0469-4d21-a7ef-0850ca262dca service neutron] Attempting to bind port 747a8c97-602b-452e-b413-fe9f751497e1 by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': 'abd13d7f-4963-4fb7-a767-dde5547d2c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'dc00798f-e261-4178-81bd-f43f96f04f24'}] {{(pid=74981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:45:50.482920 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-e04aa761-0469-4d21-a7ef-0850ca262dca service neutron] Attempting to bind port 747a8c97-602b-452e-b413-fe9f751497e1 on network dc00798f-e261-4178-81bd-f43f96f04f24 {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:45:50.490735 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-e04aa761-0469-4d21-a7ef-0850ca262dca service neutron] Port 747a8c97-602b-452e-b413-fe9f751497e1 on network dc00798f-e261-4178-81bd-f43f96f04f24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 10 16:45:50.490960 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-e04aa761-0469-4d21-a7ef-0850ca262dca service neutron] Attempting to bind port 747a8c97-602b-452e-b413-fe9f751497e1 on network dc00798f-e261-4178-81bd-f43f96f04f24 {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:45:50.497640 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-e04aa761-0469-4d21-a7ef-0850ca262dca service neutron] Checking agent: {'id': '653d4f90-9fea-4616-953f-74c38214cca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 41, 36), 'started_at': datetime.datetime(2021, 9, 10, 16, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:45:50.497991 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-e04aa761-0469-4d21-a7ef-0850ca262dca service neutron] Checking segment: {'id': 'abd13d7f-4963-4fb7-a767-dde5547d2c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'dc00798f-e261-4178-81bd-f43f96f04f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:45:50.498456 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-e04aa761-0469-4d21-a7ef-0850ca262dca service neutron] Bound using segment: {'id': 'abd13d7f-4963-4fb7-a767-dde5547d2c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'dc00798f-e261-4178-81bd-f43f96f04f24'} {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:45:50.498978 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.managers [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-e04aa761-0469-4d21-a7ef-0850ca262dca service neutron] Bound port: 747a8c97-602b-452e-b413-fe9f751497e1, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abd13d7f-4963-4fb7-a767-dde5547d2c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'dc00798f-e261-4178-81bd-f43f96f04f24'}}] {{(pid=74981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:45:50.499393 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-e04aa761-0469-4d21-a7ef-0850ca262dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:50.502691 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f4d81342-22f7-482a-a37f-393000d7e789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:50.506784 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-edaa0e48-aaa9-408d-a0c2-a02a407e04f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:45:50.517428 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d81342-22f7-482a-a37f-393000d7e789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa49aad-306e-4d26-b3ee-c9056ca822df,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:45:50.523719 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-f4d81342-22f7-482a-a37f-393000d7e789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:45:50.524449 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f4d81342-22f7-482a-a37f-393000d7e789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:50.528630 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-f4d81342-22f7-482a-a37f-393000d7e789 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7fa49aad-306e-4d26-b3ee-c9056ca822df HTTP/1.1" status: 204  len: 168 time: 0.1849048
Sep 10 16:45:50.622414 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-e04aa761-0469-4d21-a7ef-0850ca262dca service neutron] For port 747a8c97-602b-452e-b413-fe9f751497e1, host hv-cinder-80847, cleared binding levels {{(pid=74981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:45:50.627130 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-e04aa761-0469-4d21-a7ef-0850ca262dca service neutron] For port 747a8c97-602b-452e-b413-fe9f751497e1, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=747a8c97-602b-452e-b413-fe9f751497e1,segment=NetworkSegment(abd13d7f-4963-4fb7-a767-dde5547d2c9d),segment_id=abd13d7f-4963-4fb7-a767-dde5547d2c9d)] {{(pid=74981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:45:50.631556 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-e04aa761-0469-4d21-a7ef-0850ca262dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:50.637714 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-7346d7f4-bae9-438e-9501-5e491962f7ee tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:45:50.706397 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-e04aa761-0469-4d21-a7ef-0850ca262dca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for port, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:50.707107 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-e04aa761-0469-4d21-a7ef-0850ca262dca service neutron] 10.222.0.24 "PUT /v2.0/ports/747a8c97-602b-452e-b413-fe9f751497e1 HTTP/1.1" status: 200  len: 1094 time: 1.1075714
Sep 10 16:45:50.713551 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db8356a1-26c8-48b6-9787-bae398d3401c', 'tag': '747a8c97-602b-452e-b413-fe9f751497e1'}] {{(pid=74981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:45:50.814810 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04aa761-0469-4d21-a7ef-0850ca262dca service neutron] Pushing event updated for resources: {'Port': ['ID=747a8c97-602b-452e-b413-fe9f751497e1,revision_number=3']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:45:50.819090 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db8356a1-26c8-48b6-9787-bae398d3401c', 'tag': '747a8c97-602b-452e-b413-fe9f751497e1', 'status': 'completed', 'code': 200}
Sep 10 16:45:50.824117 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-e04aa761-0469-4d21-a7ef-0850ca262dca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:45:50.857520 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-6b3b906f-ae25-43dc-8fe4-96e56c0c45a7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=73cdfc2295ba43b88eedc5611288b0f3&device_id=db8356a1-26c8-48b6-9787-bae398d3401c HTTP/1.1" status: 200  len: 1097 time: 0.0933502
Sep 10 16:45:51.007981 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-5764be4e-ba09-40b6-85fd-072be8c0ce1a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=747a8c97-602b-452e-b413-fe9f751497e1 HTTP/1.1" status: 200  len: 217 time: 0.1218648
Sep 10 16:45:51.074455 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-18313817-9f0b-4f61-8fd6-c17182198ea2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:51.076145 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-18313817-9f0b-4f61-8fd6-c17182198ea2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=357cccd7-afbd-4ae1-b28c-2e5466d4b245 HTTP/1.1" status: 200  len: 855 time: 0.0607224
Sep 10 16:45:51.137576 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-21d3fa9b-70cc-46a3-a8ab-6f638c3b2990 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dc00798f-e261-4178-81bd-f43f96f04f24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0501637
Sep 10 16:45:51.335499 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-d0820803-3bce-435f-8187-f77509540ede service neutron] 10.222.0.24 "GET /v2.0/networks/dc00798f-e261-4178-81bd-f43f96f04f24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1896751
Sep 10 16:45:51.368886 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a891873-fdbd-411b-9b1a-0b24cda8ae22 req-381e2594-9988-459f-81b5-b99269039cd9 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:51.370494 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-6a891873-fdbd-411b-9b1a-0b24cda8ae22 req-381e2594-9988-459f-81b5-b99269039cd9 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=db8356a1-26c8-48b6-9787-bae398d3401c HTTP/1.1" status: 200  len: 944 time: 0.1512575
Sep 10 16:45:51.506067 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-6a891873-fdbd-411b-9b1a-0b24cda8ae22 req-489f550a-56ca-4910-821b-885f2c184f28 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837851
Sep 10 16:45:51.534059 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-1b3990e8-1d9b-438e-9956-e23cbb34d364 req-d3c429d1-e285-4b90-b655-b9dfa49cc12f service neutron] 10.222.0.24 "GET /v2.0/networks/dc00798f-e261-4178-81bd-f43f96f04f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1907809
Sep 10 16:45:51.666690 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-3465972f-ca33-4343-8eff-b52f78b2becd req-96b8402e-5b61-4f7c-8ceb-bcb7493b7c9b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=73cdfc2295ba43b88eedc5611288b0f3&device_id=db8356a1-26c8-48b6-9787-bae398d3401c HTTP/1.1" status: 200  len: 1097 time: 0.0716062
Sep 10 16:45:51.942795 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465972f-ca33-4343-8eff-b52f78b2becd req-ed5880b8-9101-4bbf-bb06-11de98a8e086 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:51.944640 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-3465972f-ca33-4343-8eff-b52f78b2becd req-ed5880b8-9101-4bbf-bb06-11de98a8e086 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dc00798f-e261-4178-81bd-f43f96f04f24 HTTP/1.1" status: 200  len: 916 time: 0.2500944
Sep 10 16:45:52.046102 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-3465972f-ca33-4343-8eff-b52f78b2becd req-08eb2b50-38e5-4a53-af1b-0beb5edd3a4d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=747a8c97-602b-452e-b413-fe9f751497e1 HTTP/1.1" status: 200  len: 217 time: 0.0867207
Sep 10 16:45:52.138061 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465972f-ca33-4343-8eff-b52f78b2becd req-844b27ee-1b8f-46e9-a788-3f7e850059ea service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:52.139592 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-3465972f-ca33-4343-8eff-b52f78b2becd req-844b27ee-1b8f-46e9-a788-3f7e850059ea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=357cccd7-afbd-4ae1-b28c-2e5466d4b245 HTTP/1.1" status: 200  len: 855 time: 0.0813971
Sep 10 16:45:52.193515 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-3465972f-ca33-4343-8eff-b52f78b2becd req-3a767133-5a7d-4e1b-bcf7-019d6135eb15 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dc00798f-e261-4178-81bd-f43f96f04f24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0442920
Sep 10 16:45:52.355100 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-3465972f-ca33-4343-8eff-b52f78b2becd req-785237da-39d0-4999-8267-ae7db0e438e1 service neutron] 10.222.0.24 "GET /v2.0/networks/dc00798f-e261-4178-81bd-f43f96f04f24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1528604
Sep 10 16:45:52.524489 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-3465972f-ca33-4343-8eff-b52f78b2becd req-d91cdbde-8855-484e-8191-987d18d9bd00 service neutron] 10.222.0.24 "GET /v2.0/networks/dc00798f-e261-4178-81bd-f43f96f04f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1572073
Sep 10 16:45:52.739271 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bcf578-e12b-4a01-bec7-62b872a533a5 req-ffdd309c-c339-4065-92aa-c5534e1f9b1d tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:52.740730 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-c4bcf578-e12b-4a01-bec7-62b872a533a5 req-ffdd309c-c339-4065-92aa-c5534e1f9b1d tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=db8356a1-26c8-48b6-9787-bae398d3401c HTTP/1.1" status: 200  len: 944 time: 0.0921605
Sep 10 16:45:52.787567 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-c4bcf578-e12b-4a01-bec7-62b872a533a5 req-d16a57bd-8812-4077-8e40-000971975fd6 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413709
Sep 10 16:45:53.484210 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 58470) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:45:53.629462 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-2b73ce11-3caa-4584-8ed3-42dbb128be3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:53.662702 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-2b73ce11-3caa-4584-8ed3-42dbb128be3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:45:53.666558 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-2b73ce11-3caa-4584-8ed3-42dbb128be3e admin admin] Usage tracker for resource:security_group_rule and tenant:4fbac0d8fa6843b39c6e6be4b221fd7d is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:45:53.669361 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-2b73ce11-3caa-4584-8ed3-42dbb128be3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:45:53.675977 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-2b73ce11-3caa-4584-8ed3-42dbb128be3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:45:53.682363 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 58478) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:45:53.744229 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-2b73ce11-3caa-4584-8ed3-42dbb128be3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:53.748349 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-2b73ce11-3caa-4584-8ed3-42dbb128be3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:53.755566 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:45:53.803993 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-2b73ce11-3caa-4584-8ed3-42dbb128be3e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4fbac0d8fa6843b39c6e6be4b221fd7d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3181670
Sep 10 16:45:53.804747 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73ce11-3caa-4584-8ed3-42dbb128be3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2da261-950d-432b-b8fe-ea3e155e9f09,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:45:53.806971 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 58488) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:45:53.807960 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-2b73ce11-3caa-4584-8ed3-42dbb128be3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:45:53.869440 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-507de36d-b56c-4345-b221-16ef431c12d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:53.928578 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-507de36d-b56c-4345-b221-16ef431c12d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:45:53.940889 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-507de36d-b56c-4345-b221-16ef431c12d0 admin admin] Usage tracker for resource:security_group_rule and tenant:f391437819f84af2ba441fc2cb1e3bf3 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:45:53.945420 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-507de36d-b56c-4345-b221-16ef431c12d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:45:53.952656 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-7e2f45d6-45dd-42c1-923e-e765bad0caf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:53.954453 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-507de36d-b56c-4345-b221-16ef431c12d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:45:54.046729 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-7e2f45d6-45dd-42c1-923e-e765bad0caf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:54.147123 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 58504) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:45:54.159600 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a324a7e-d220-4ec1-ad5e-2e50e55e7269 req-1f3deae6-3b38-4f03-9d68-0f7042cdbe7b tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:54.166467 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-8a324a7e-d220-4ec1-ad5e-2e50e55e7269 req-1f3deae6-3b38-4f03-9d68-0f7042cdbe7b tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=db8356a1-26c8-48b6-9787-bae398d3401c HTTP/1.1" status: 200  len: 944 time: 0.2001405
Sep 10 16:45:54.169508 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-507de36d-b56c-4345-b221-16ef431c12d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:54.191822 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-507de36d-b56c-4345-b221-16ef431c12d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:54.202278 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-ee66e741-ac2f-4952-be12-422c1d553eaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:45:54.216715 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-7e2f45d6-45dd-42c1-923e-e765bad0caf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:54.277232 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-507de36d-b56c-4345-b221-16ef431c12d0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f391437819f84af2ba441fc2cb1e3bf3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5936155
Sep 10 16:45:54.279897 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507de36d-b56c-4345-b221-16ef431c12d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2d4df2-421d-453d-94a6-e61dff9a7bb3,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:45:54.280013 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 58510) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:45:54.284841 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-507de36d-b56c-4345-b221-16ef431c12d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:45:54.285559 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-7e2f45d6-45dd-42c1-923e-e765bad0caf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:54.289096 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-7e2f45d6-45dd-42c1-923e-e765bad0caf3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3b2da261-950d-432b-b8fe-ea3e155e9f09 HTTP/1.1" status: 204  len: 168 time: 0.4772794
Sep 10 16:45:54.289096 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-940a73ad-a215-4ca5-a884-b06d32f0f7ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:45:54.305669 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-8a324a7e-d220-4ec1-ad5e-2e50e55e7269 req-9cbab21a-d4ee-4bf1-a2ae-29a75b8ca531 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1382866
Sep 10 16:45:54.309782 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f45d6-45dd-42c1-923e-e765bad0caf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2da261-950d-432b-b8fe-ea3e155e9f09,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:45:54.318269 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-7e2f45d6-45dd-42c1-923e-e765bad0caf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:45:54.387179 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-00f7ea21-db47-48d6-84ed-abbf48e50121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:54.432832 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-c1289729-c2d8-46a2-a783-739d17f00118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:54.444853 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-00f7ea21-db47-48d6-84ed-abbf48e50121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:45:54.452851 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-00f7ea21-db47-48d6-84ed-abbf48e50121 admin admin] Usage tracker for resource:security_group_rule and tenant:6bf27204a7cc41298e7facbbf295a66a is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:45:54.461707 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-00f7ea21-db47-48d6-84ed-abbf48e50121 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:45:54.471911 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-00f7ea21-db47-48d6-84ed-abbf48e50121 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:45:54.474818 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-c1289729-c2d8-46a2-a783-739d17f00118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:54.488577 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 747a8c97-602b-452e-b413-fe9f751497e1 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=74983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 10 16:45:54.569477 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-c1289729-c2d8-46a2-a783-739d17f00118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:54.577678 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-20654f0b-1bb3-459e-9511-d0a59ba76b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:45:54.595366 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-00f7ea21-db47-48d6-84ed-abbf48e50121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:54.596450 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1289729-c2d8-46a2-a783-739d17f00118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2d4df2-421d-453d-94a6-e61dff9a7bb3,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:45:54.601605 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-c1289729-c2d8-46a2-a783-739d17f00118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:45:54.604507 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-00f7ea21-db47-48d6-84ed-abbf48e50121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:54.613493 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-316d4110-ebec-4c01-a8c0-248cdbd5fcc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:45:54.634571 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-c1289729-c2d8-46a2-a783-739d17f00118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:54.635705 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-c1289729-c2d8-46a2-a783-739d17f00118 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cf2d4df2-421d-453d-94a6-e61dff9a7bb3 HTTP/1.1" status: 204  len: 168 time: 0.3545563
Sep 10 16:45:54.660494 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7ea21-db47-48d6-84ed-abbf48e50121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3ef83c-4c48-4e35-bc13-9993bdc050a0,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:45:54.661909 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 747a8c97-602b-452e-b413-fe9f751497e1, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=747a8c97-602b-452e-b413-fe9f751497e1,segment=NetworkSegment(abd13d7f-4963-4fb7-a767-dde5547d2c9d),segment_id=abd13d7f-4963-4fb7-a767-dde5547d2c9d)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:45:54.665111 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-00f7ea21-db47-48d6-84ed-abbf48e50121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:45:54.668465 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-00f7ea21-db47-48d6-84ed-abbf48e50121 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6bf27204a7cc41298e7facbbf295a66a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5201030
Sep 10 16:45:54.671076 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 58524) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:45:54.678853 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Returning: {'device': '747a8c97-602b-452e-b413-fe9f751497e1', 'network_id': 'dc00798f-e261-4178-81bd-f43f96f04f24', 'port_id': '747a8c97-602b-452e-b413-fe9f751497e1', 'mac_address': 'fa:16:3e:c0:d1:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '357cccd7-afbd-4ae1-b28c-2e5466d4b245', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 10 16:45:54.747744 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:54.758583 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-a8b0a79a-e6d3-4b02-ac0c-b228945d69f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:54.767273 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 747a8c97-602b-452e-b413-fe9f751497e1 {{(pid=74983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:45:54.783535 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 747a8c97-602b-452e-b413-fe9f751497e1, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=747a8c97-602b-452e-b413-fe9f751497e1,segment=NetworkSegment(abd13d7f-4963-4fb7-a767-dde5547d2c9d),segment_id=abd13d7f-4963-4fb7-a767-dde5547d2c9d)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:45:54.788289 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:54.791009 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:45:54.795253 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-a8b0a79a-e6d3-4b02-ac0c-b228945d69f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:54.870465 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-a8b0a79a-e6d3-4b02-ac0c-b228945d69f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:54.870949 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=747a8c97-602b-452e-b413-fe9f751497e1,revision_number=4']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:45:54.877640 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-11563c43-8096-4686-bda0-ae7a70b42b61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:45:54.881594 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:45:54.882206 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:45:54.882551 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:45:54.882882 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:45:54.883785 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:45:54.883987 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:45:54.884312 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:45:54.884825 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:45:54.885153 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:45:54.885467 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:45:54.885783 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:45:54.891922 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:45:54.892282 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b0a79a-e6d3-4b02-ac0c-b228945d69f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3ef83c-4c48-4e35-bc13-9993bdc050a0,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:45:54.897258 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-a8b0a79a-e6d3-4b02-ac0c-b228945d69f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:45:54.899210 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-a8b0a79a-e6d3-4b02-ac0c-b228945d69f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:54.903309 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-a8b0a79a-e6d3-4b02-ac0c-b228945d69f0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ea3ef83c-4c48-4e35-bc13-9993bdc050a0 HTTP/1.1" status: 204  len: 168 time: 0.2277672
Sep 10 16:45:55.106254 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 58540) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:45:55.135148 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-6b442446-54f9-4c51-9192-3a622c43a6e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:55.189256 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-6b442446-54f9-4c51-9192-3a622c43a6e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:45:55.198052 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-6b442446-54f9-4c51-9192-3a622c43a6e0 admin admin] Usage tracker for resource:security_group_rule and tenant:8e06df9f7b424018abcfcdf651685be4 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:45:55.203662 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-6b442446-54f9-4c51-9192-3a622c43a6e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:45:55.211031 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-6b442446-54f9-4c51-9192-3a622c43a6e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:45:55.225392 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-6dc4b715-7459-4f80-bf3c-c4634bae8c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:55.255032 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] get_ports_and_sgs() called for port_ids ['747a8c97-602b-452e-b413-fe9f751497e1'] {{(pid=74983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 10 16:45:55.563074 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-6b442446-54f9-4c51-9192-3a622c43a6e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:55.576760 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-6b442446-54f9-4c51-9192-3a622c43a6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:55.625494 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 58570) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:45:55.635140 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-cf4bf591-5167-49ba-92cb-10eb0ac4eb27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:45:55.651842 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-6b442446-54f9-4c51-9192-3a622c43a6e0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8e06df9f7b424018abcfcdf651685be4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5442219
Sep 10 16:45:55.655574 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 58576) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:45:55.657383 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:55.702250 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06133ceb-20a4-4e8e-9c5a-0507d94f840d req-df4682f4-7e67-4c64-aa94-fc7f20de979a tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:55.704654 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-06133ceb-20a4-4e8e-9c5a-0507d94f840d req-df4682f4-7e67-4c64-aa94-fc7f20de979a tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=db8356a1-26c8-48b6-9787-bae398d3401c HTTP/1.1" status: 200  len: 945 time: 0.1484783
Sep 10 16:45:55.737454 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b442446-54f9-4c51-9192-3a622c43a6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e11157-f78c-45cc-932d-8cfe2e928c32,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:45:55.747031 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-6b442446-54f9-4c51-9192-3a622c43a6e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:45:55.791971 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-6f928011-3806-4cb9-8c12-1a715c940e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:55.803733 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-06133ceb-20a4-4e8e-9c5a-0507d94f840d req-b5a55107-3071-43a4-9fa2-fecf06bf9f91 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908532
Sep 10 16:45:55.839286 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-6f928011-3806-4cb9-8c12-1a715c940e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:55.893696 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-a1ccb2ed-279b-438e-b3d2-198d6952abcc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2058649885-network', 'tenant_id': 'fc4d485616234b49980bd3f8c80da5b5'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:45:55.898404 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-a1ccb2ed-279b-438e-b3d2-198d6952abcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:45:55.902613 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-a1ccb2ed-279b-438e-b3d2-198d6952abcc admin admin] Usage tracker for resource:network and tenant:fc4d485616234b49980bd3f8c80da5b5 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:45:55.905701 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-a1ccb2ed-279b-438e-b3d2-198d6952abcc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:45:55.907296 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-6f928011-3806-4cb9-8c12-1a715c940e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:55.912813 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-a1ccb2ed-279b-438e-b3d2-198d6952abcc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:45:55.915059 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-81552e35-d19e-4f55-ae23-4443ca4f99c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:45:55.924478 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ccb2ed-279b-438e-b3d2-198d6952abcc admin admin] Made reservation on behalf of fc4d485616234b49980bd3f8c80da5b5 for: {'network': 1} {{(pid=74982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:45:55.927598 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-a1ccb2ed-279b-438e-b3d2-198d6952abcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for network, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:55.933859 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-6f928011-3806-4cb9-8c12-1a715c940e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:55.935389 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-6f928011-3806-4cb9-8c12-1a715c940e52 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d6e11157-f78c-45cc-932d-8cfe2e928c32 HTTP/1.1" status: 204  len: 168 time: 0.2788303
Sep 10 16:45:55.936754 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f928011-3806-4cb9-8c12-1a715c940e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e11157-f78c-45cc-932d-8cfe2e928c32,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:45:55.948542 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-a1ccb2ed-279b-438e-b3d2-198d6952abcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:55.955019 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-6f928011-3806-4cb9-8c12-1a715c940e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:45:56.008809 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-a1ccb2ed-279b-438e-b3d2-198d6952abcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:45:56.014038 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-a1ccb2ed-279b-438e-b3d2-198d6952abcc admin admin] Usage tracker for resource:security_group_rule and tenant:fc4d485616234b49980bd3f8c80da5b5 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:45:56.018490 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-a1ccb2ed-279b-438e-b3d2-198d6952abcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:45:56.025189 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-a1ccb2ed-279b-438e-b3d2-198d6952abcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:45:56.110436 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-a1ccb2ed-279b-438e-b3d2-198d6952abcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:56.114435 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-a1ccb2ed-279b-438e-b3d2-198d6952abcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:56.120815 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-20df247c-5184-4138-99ff-dfcd36319dc0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:45:56.180804 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1ccb2ed-279b-438e-b3d2-198d6952abcc admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'}  {{(pid=74982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Sep 10 16:45:56.193354 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ccb2ed-279b-438e-b3d2-198d6952abcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6382df1d-2eb5-4164-8a85-8656b80a37c4,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:45:56.201922 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-a1ccb2ed-279b-438e-b3d2-198d6952abcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:45:56.209480 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-a1ccb2ed-279b-438e-b3d2-198d6952abcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-567309'] for segment, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:56.209480 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.db.segments_db [None req-a1ccb2ed-279b-438e-b3d2-198d6952abcc admin admin] Added segment 4d4c8392-71b1-4864-ab55-cb7142ee25dc of type vlan for network fab5f826-fa9d-49ba-ac0c-578581e924e4
Sep 10 16:45:56.274723 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-a1ccb2ed-279b-438e-b3d2-198d6952abcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763383730616'] for network, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:56.309474 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-021db4fe-19de-4352-81e2-8309f61fb198 req-03a7a667-e5fb-4e50-a0f0-7e08a86cd1db service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff9271dbe9584869afd7a0ccba96dfb8&device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 1098 time: 0.1348131
Sep 10 16:45:56.436126 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-a1ccb2ed-279b-438e-b3d2-198d6952abcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695'] for network, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:56.440651 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ccb2ed-279b-438e-b3d2-198d6952abcc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:56.441275 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-a1ccb2ed-279b-438e-b3d2-198d6952abcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for network, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:56.452634 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-773b7439-f912-4b63-9614-f0305d799dca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:45:56.481354 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021db4fe-19de-4352-81e2-8309f61fb198 req-eb12a999-a174-4d80-975e-a1f83661e2ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:56.483042 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-021db4fe-19de-4352-81e2-8309f61fb198 req-eb12a999-a174-4d80-975e-a1f83661e2ff service neutron] 10.222.0.24 "GET /v2.0/networks?id=9e1586a1-ebae-4187-8d60-d4881a64afce HTTP/1.1" status: 200  len: 920 time: 0.1623611
Sep 10 16:45:56.595305 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-021db4fe-19de-4352-81e2-8309f61fb198 req-3c16bd4b-85ff-4844-b7e0-3cb622c92bb0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a2b5e57-81c6-4ec1-9483-9c7094984df3 HTTP/1.1" status: 200  len: 217 time: 0.1007555
Sep 10 16:45:56.696704 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021db4fe-19de-4352-81e2-8309f61fb198 req-654f7ceb-d51b-4284-830d-0de1cada1d56 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:56.697911 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea2c99a-703b-4cf7-9813-a719e5e0e1db req-9a34a763-8c14-43e2-9e16-f127761255ae tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:56.698594 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-021db4fe-19de-4352-81e2-8309f61fb198 req-654f7ceb-d51b-4284-830d-0de1cada1d56 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d93a1e6-380c-4d96-8193-6a5a396655bc HTTP/1.1" status: 200  len: 859 time: 0.0924270
Sep 10 16:45:56.699445 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-dea2c99a-703b-4cf7-9813-a719e5e0e1db req-9a34a763-8c14-43e2-9e16-f127761255ae tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.4339831
Sep 10 16:45:56.704285 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-a1ccb2ed-279b-438e-b3d2-198d6952abcc admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.0773122
Sep 10 16:45:56.708299 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 58612) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:45:56.714237 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ccb2ed-279b-438e-b3d2-198d6952abcc admin admin] Pushing event updated for resources: {'Network': ['ID=fab5f826-fa9d-49ba-ac0c-578581e924e4,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:45:56.730568 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Network fab5f826-fa9d-49ba-ac0c-578581e924e4 details requested by agent ovs-agent-dv-cinder-808473-1-iscsi with host dv-cinder-808473-1-iscsi {{(pid=74983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 10 16:45:56.733651 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-a1ccb2ed-279b-438e-b3d2-198d6952abcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:45:56.800054 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-dea2c99a-703b-4cf7-9813-a719e5e0e1db req-c304dbf5-feed-4373-a106-73f96775b3f1 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867193
Sep 10 16:45:56.817022 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [None req-08a91a7b-19e9-4696-a968-ab52ff07efff admin admin] Request body: {'subnet': {'network_id': 'fab5f826-fa9d-49ba-ac0c-578581e924e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2058649885-subnet', 'tenant_id': 'fc4d485616234b49980bd3f8c80da5b5', 'ip_version': 4}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:45:56.824171 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-08a91a7b-19e9-4696-a968-ab52ff07efff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:45:56.829098 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-08a91a7b-19e9-4696-a968-ab52ff07efff admin admin] Usage tracker for resource:subnet and tenant:fc4d485616234b49980bd3f8c80da5b5 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:45:56.842465 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-08a91a7b-19e9-4696-a968-ab52ff07efff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:45:56.849549 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-08a91a7b-19e9-4696-a968-ab52ff07efff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:45:56.866617 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-021db4fe-19de-4352-81e2-8309f61fb198 req-20ddd6a4-c565-4bc8-aa2e-f4814bf0715c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e1586a1-ebae-4187-8d60-d4881a64afce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1590526
Sep 10 16:45:56.867258 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a91a7b-19e9-4696-a968-ab52ff07efff admin admin] Made reservation on behalf of fc4d485616234b49980bd3f8c80da5b5 for: {'subnet': 1} {{(pid=74981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:45:56.869604 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-08a91a7b-19e9-4696-a968-ab52ff07efff admin admin] Notify callbacks [] for subnet, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:57.152479 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2061d-5d30-46e6-8218-33ad9633d686 req-70e8eb26-cb22-4918-8849-73a540a7210f tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:57.155232 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-021db4fe-19de-4352-81e2-8309f61fb198 req-892ad1e1-bc77-4a76-b4c6-ee2707b662f1 service neutron] 10.222.0.24 "GET /v2.0/networks/9e1586a1-ebae-4187-8d60-d4881a64afce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1958573
Sep 10 16:45:57.163227 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-6da2061d-5d30-46e6-8218-33ad9633d686 req-70e8eb26-cb22-4918-8849-73a540a7210f tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=db8356a1-26c8-48b6-9787-bae398d3401c HTTP/1.1" status: 200  len: 945 time: 0.1496835
Sep 10 16:45:57.219912 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-6da2061d-5d30-46e6-8218-33ad9633d686 req-f2e6bb8d-4dad-4d71-9484-310e8f999516 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559275
Sep 10 16:45:57.374268 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-021db4fe-19de-4352-81e2-8309f61fb198 req-571cc872-15c3-4230-9997-f0a451523bc2 service neutron] 10.222.0.24 "GET /v2.0/networks/9e1586a1-ebae-4187-8d60-d4881a64afce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1820757
Sep 10 16:45:57.375502 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-08a91a7b-19e9-4696-a968-ab52ff07efff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695'] for subnet, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:57.379889 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-74c6aed7-7d4f-45b4-b25c-13b3696d541c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:45:57.452110 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a91a7b-19e9-4696-a968-ab52ff07efff admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2a6a202-e984-477a-b2bc-2943af00e18d,revision_number=0']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:45:57.457219 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-08a91a7b-19e9-4696-a968-ab52ff07efff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:45:57.462032 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a91a7b-19e9-4696-a968-ab52ff07efff admin admin] Checking segment: {'id': '4d4c8392-71b1-4864-ab55-cb7142ee25dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fab5f826-fa9d-49ba-ac0c-578581e924e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:45:57.462424 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a91a7b-19e9-4696-a968-ab52ff07efff admin admin] Network hostable DHCP agents. Network: fab5f826-fa9d-49ba-ac0c-578581e924e4, hostable agents: ['16ada634-a41f-45d3-a3ee-16ead43437b7'], hosted agents: [] {{(pid=74981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 10 16:45:57.483371 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a91a7b-19e9-4696-a968-ab52ff07efff admin admin] Network fab5f826-fa9d-49ba-ac0c-578581e924e4 is scheduled to be hosted by DHCP agent 16ada634-a41f-45d3-a3ee-16ead43437b7 with binding_index 1 {{(pid=74981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 10 16:45:57.493211 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.base_scheduler [None req-08a91a7b-19e9-4696-a968-ab52ff07efff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808473-1-iscsi, fab5f826-fa9d-49ba-ac0c-578581e924e4) {{(pid=74981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:45:57.495359 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-03001c8a-e135-45a8-84de-40cf8ec49378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:57.497561 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a91a7b-19e9-4696-a968-ab52ff07efff admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:57.498378 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-08a91a7b-19e9-4696-a968-ab52ff07efff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for subnet, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:57.504216 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a930a3b7-baef-4059-92b7-dc14994e4583 None None] Network fab5f826-fa9d-49ba-ac0c-578581e924e4 requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:45:57.522275 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-08a91a7b-19e9-4696-a968-ab52ff07efff admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8128800
Sep 10 16:45:57.525122 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 58644) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:45:57.530683 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [None req-d39a3fc7-5fde-4d9d-bd8e-af279277c9ca admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2058649885-router', 'tenant_id': 'fc4d485616234b49980bd3f8c80da5b5', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'}}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:45:57.535564 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-d39a3fc7-5fde-4d9d-bd8e-af279277c9ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:45:57.539803 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-d39a3fc7-5fde-4d9d-bd8e-af279277c9ca admin admin] Usage tracker for resource:router and tenant:fc4d485616234b49980bd3f8c80da5b5 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:45:57.542836 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-d39a3fc7-5fde-4d9d-bd8e-af279277c9ca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:45:57.549485 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-d39a3fc7-5fde-4d9d-bd8e-af279277c9ca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:45:57.574190 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d39a3fc7-5fde-4d9d-bd8e-af279277c9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16204'] for router, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:57.575443 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d39a3fc7-5fde-4d9d-bd8e-af279277c9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447437', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-335565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16211'] for router, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:57.602411 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d39a3fc7-5fde-4d9d-bd8e-af279277c9ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:57.748149 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b35a71c-ceed-4407-964a-ac0c47b9d21c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd50011bc-20d0-5c59-bf13-9c606f0d4957-fab5f826-fa9d-49ba-ac0c-578581e924e4', 'network_id': 'fab5f826-fa9d-49ba-ac0c-578581e924e4', 'tenant_id': 'fc4d485616234b49980bd3f8c80da5b5', 'fixed_ips': [{'subnet_id': 'b2a6a202-e984-477a-b2bc-2943af00e18d'}]}} from dv-cinder-808473-1-iscsi. {{(pid=74983) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Sep 10 16:45:57.748987 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-9b35a71c-ceed-4407-964a-ac0c47b9d21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:57.783572 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d39a3fc7-5fde-4d9d-bd8e-af279277c9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-446775', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16225'] for router, precommit_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:57.928580 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.db_base_plugin_common [None req-9b35a71c-ceed-4407-964a-ac0c47b9d21c None None] Allocated IP 172.20.0.2 (fab5f826-fa9d-49ba-ac0c-578581e924e4/b2a6a202-e984-477a-b2bc-2943af00e18d/40b0b0ba-2ed7-4a58-ada8-ae3135509d41) {{(pid=74983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:45:57.977598 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 58660) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:45:57.994054 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d39a3fc7-5fde-4d9d-bd8e-af279277c9ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:58.034476 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d39a3fc7-5fde-4d9d-bd8e-af279277c9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:58.102396 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fa2d6-53cf-4ecc-89aa-e75aefc2415f req-307bfb85-0fa7-4aca-8570-49d1115a91c8 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:58.103981 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-349fa2d6-53cf-4ecc-89aa-e75aefc2415f req-307bfb85-0fa7-4aca-8570-49d1115a91c8 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.1123030
Sep 10 16:45:58.205939 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-15152871-2011-4717-8642-ec241819fe06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:58.222413 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-349fa2d6-53cf-4ecc-89aa-e75aefc2415f req-9f627732-d91a-48f3-ba08-797aae89a1c5 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099699
Sep 10 16:45:58.240370 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-9b35a71c-ceed-4407-964a-ac0c47b9d21c None None] Notify callbacks [] for port, precommit_create {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:58.256657 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-9b35a71c-ceed-4407-964a-ac0c47b9d21c None None] Transition to ACTIVE for port object 40b0b0ba-2ed7-4a58-ada8-ae3135509d41 will not be triggered until provisioned by entity L2. {{(pid=74983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:45:58.273739 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-15152871-2011-4717-8642-ec241819fe06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:45:58.284352 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-15152871-2011-4717-8642-ec241819fe06 admin admin] Usage tracker for resource:security_group_rule and tenant:f9c00e3f353242a49d61d6073f41c4fa is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:45:58.286153 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-9b35a71c-ceed-4407-964a-ac0c47b9d21c None None] Transition to ACTIVE for port object 40b0b0ba-2ed7-4a58-ada8-ae3135509d41 will not be triggered until provisioned by entity DHCP. {{(pid=74983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:45:58.291630 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-15152871-2011-4717-8642-ec241819fe06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:45:58.293887 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-9b35a71c-ceed-4407-964a-ac0c47b9d21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793'] for port, after_create {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:58.300382 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-15152871-2011-4717-8642-ec241819fe06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:45:58.302324 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:45:58.393565 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b35a71c-ceed-4407-964a-ac0c47b9d21c None None] Network fab5f826-fa9d-49ba-ac0c-578581e924e4 is already hosted by enough agents. {{(pid=74983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:45:58.397362 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.scheduler.base_scheduler [None req-9b35a71c-ceed-4407-964a-ac0c47b9d21c None None] Resources bound (agent type, host, resource id):  {{(pid=74983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:45:58.401755 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b35a71c-ceed-4407-964a-ac0c47b9d21c None None] Received port after_create {{(pid=74983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:45:58.410552 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.db_base_plugin_common [None req-d39a3fc7-5fde-4d9d-bd8e-af279277c9ca admin admin] Allocated IP 172.27.0.216 (7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e/dc5dafb3-b941-44a9-9498-2bdb3e4caa08/d7b3933c-2a7a-40f5-b023-c2e010b71d00) {{(pid=74981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:45:58.479564 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-15152871-2011-4717-8642-ec241819fe06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:58.496102 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-15152871-2011-4717-8642-ec241819fe06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:58.506008 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-153a98c0-9d8d-4a03-93c7-4796249c884e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:45:58.513890 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b35a71c-ceed-4407-964a-ac0c47b9d21c None None] Pushing event updated for resources: {'Port': ['ID=40b0b0ba-2ed7-4a58-ada8-ae3135509d41,revision_number=1']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:45:58.525262 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 747a8c97-602b-452e-b413-fe9f751497e1 up at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:45:58.554319 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-9b35a71c-ceed-4407-964a-ac0c47b9d21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:45:58.558532 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15152871-2011-4717-8642-ec241819fe06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2046fc8a-9f37-40d7-b5ba-90ff9ea35bfa,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:45:58.561657 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-15152871-2011-4717-8642-ec241819fe06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:45:58.563092 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-9b35a71c-ceed-4407-964a-ac0c47b9d21c None None] Attempting to bind port 40b0b0ba-2ed7-4a58-ada8-ae3135509d41 on host dv-cinder-808473-1-iscsi for vnic_type normal with profile  {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:45:58.564112 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-9b35a71c-ceed-4407-964a-ac0c47b9d21c None None] Attempting to bind port 40b0b0ba-2ed7-4a58-ada8-ae3135509d41 by drivers openvswitch,hyperv on host dv-cinder-808473-1-iscsi at level 0 using segments [{'id': '4d4c8392-71b1-4864-ab55-cb7142ee25dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fab5f826-fa9d-49ba-ac0c-578581e924e4'}] {{(pid=74983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:45:58.564498 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b35a71c-ceed-4407-964a-ac0c47b9d21c None None] Attempting to bind port 40b0b0ba-2ed7-4a58-ada8-ae3135509d41 on network fab5f826-fa9d-49ba-ac0c-578581e924e4 {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:45:58.571745 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d31776-4063-480d-a7b2-2d224dbf9af3 req-05f45180-e19a-48d0-be4c-5fa0f3ddc863 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:58.572949 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-43d31776-4063-480d-a7b2-2d224dbf9af3 req-05f45180-e19a-48d0-be4c-5fa0f3ddc863 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=db8356a1-26c8-48b6-9787-bae398d3401c HTTP/1.1" status: 200  len: 945 time: 0.1641557
Sep 10 16:45:58.577808 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b35a71c-ceed-4407-964a-ac0c47b9d21c None None] Checking agent: {'id': 'f3cf38fb-3540-46d0-a6e6-e52cff650adc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 35, 26), 'started_at': datetime.datetime(2021, 9, 10, 16, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:45:58.578933 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b35a71c-ceed-4407-964a-ac0c47b9d21c None None] Checking segment: {'id': '4d4c8392-71b1-4864-ab55-cb7142ee25dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fab5f826-fa9d-49ba-ac0c-578581e924e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:45:58.579069 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-15152871-2011-4717-8642-ec241819fe06 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f9c00e3f353242a49d61d6073f41c4fa&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6002767
Sep 10 16:45:58.579445 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-9b35a71c-ceed-4407-964a-ac0c47b9d21c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:58.579654 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 58674) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:45:58.579842 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b35a71c-ceed-4407-964a-ac0c47b9d21c None None] Bound using segment: {'id': '4d4c8392-71b1-4864-ab55-cb7142ee25dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fab5f826-fa9d-49ba-ac0c-578581e924e4'} {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:45:58.580260 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-9b35a71c-ceed-4407-964a-ac0c47b9d21c None None] Bound port: 40b0b0ba-2ed7-4a58-ada8-ae3135509d41, host: dv-cinder-808473-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d4c8392-71b1-4864-ab55-cb7142ee25dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fab5f826-fa9d-49ba-ac0c-578581e924e4'}}] {{(pid=74983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:45:58.580643 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-9b35a71c-ceed-4407-964a-ac0c47b9d21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:58.602858 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:58.644648 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d39a3fc7-5fde-4d9d-bd8e-af279277c9ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:58.650895 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-43d31776-4063-480d-a7b2-2d224dbf9af3 req-bc7408d2-6bf8-4457-8bd3-dfb52f10e4d4 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596170
Sep 10 16:45:58.687565 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d39a3fc7-5fde-4d9d-bd8e-af279277c9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793'] for port, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:58.696520 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e9168d02-b6f5-4203-9620-0829a24b4265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:58.700603 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-e04aa761-0469-4d21-a7ef-0850ca262dca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:45:58.731083 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e9168d02-b6f5-4203-9620-0829a24b4265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:58.743325 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-9b35a71c-ceed-4407-964a-ac0c47b9d21c None None] For port 40b0b0ba-2ed7-4a58-ada8-ae3135509d41, host dv-cinder-808473-1-iscsi, cleared binding levels {{(pid=74983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:45:58.750443 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning for port 747a8c97-602b-452e-b413-fe9f751497e1 completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:45:58.754798 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-9b35a71c-ceed-4407-964a-ac0c47b9d21c None None] For port 40b0b0ba-2ed7-4a58-ada8-ae3135509d41, host dv-cinder-808473-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=40b0b0ba-2ed7-4a58-ada8-ae3135509d41,segment=NetworkSegment(4d4c8392-71b1-4864-ab55-cb7142ee25dc),segment_id=4d4c8392-71b1-4864-ab55-cb7142ee25dc)] {{(pid=74983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:45:58.758555 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning complete for port 747a8c97-602b-452e-b413-fe9f751497e1 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:45:58.759437 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:58.779141 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39a3fc7-5fde-4d9d-bd8e-af279277c9ca admin admin] Network 7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e is already hosted by enough agents. {{(pid=74981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:45:58.782957 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.base_scheduler [None req-d39a3fc7-5fde-4d9d-bd8e-af279277c9ca admin admin] Resources bound (agent type, host, resource id):  {{(pid=74981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:45:58.786543 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39a3fc7-5fde-4d9d-bd8e-af279277c9ca admin admin] Received port after_create {{(pid=74981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:45:58.793300 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-9b35a71c-ceed-4407-964a-ac0c47b9d21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:58.803260 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-0652be66-407d-48b9-89eb-1eab33c72916 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:45:58.813855 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e9168d02-b6f5-4203-9620-0829a24b4265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:58.819204 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-56523eab-5e5a-4f9a-97dd-88eac498d9dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:45:58.831494 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9168d02-b6f5-4203-9620-0829a24b4265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2046fc8a-9f37-40d7-b5ba-90ff9ea35bfa,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:45:58.834071 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-e9168d02-b6f5-4203-9620-0829a24b4265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:45:58.841374 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e9168d02-b6f5-4203-9620-0829a24b4265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:58.846040 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-e9168d02-b6f5-4203-9620-0829a24b4265 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2046fc8a-9f37-40d7-b5ba-90ff9ea35bfa HTTP/1.1" status: 204  len: 168 time: 0.2654181
Sep 10 16:45:58.856607 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a3fc7-5fde-4d9d-bd8e-af279277c9ca admin admin] Pushing event updated for resources: {'Port': ['ID=d7b3933c-2a7a-40f5-b023-c2e010b71d00,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:45:58.871619 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-d39a3fc7-5fde-4d9d-bd8e-af279277c9ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:45:58.925811 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d39a3fc7-5fde-4d9d-bd8e-af279277c9ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:58.926633 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d39a3fc7-5fde-4d9d-bd8e-af279277c9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446738'] for router, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:58.959691 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b35a71c-ceed-4407-964a-ac0c47b9d21c None None] Pushing event updated for resources: {'Port': ['ID=40b0b0ba-2ed7-4a58-ada8-ae3135509d41,revision_number=2']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:45:58.963175 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-9b35a71c-ceed-4407-964a-ac0c47b9d21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:45:59.036077 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:59.083153 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 747a8c97-602b-452e-b413-fe9f751497e1, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=747a8c97-602b-452e-b413-fe9f751497e1,segment=NetworkSegment(abd13d7f-4963-4fb7-a767-dde5547d2c9d),segment_id=abd13d7f-4963-4fb7-a767-dde5547d2c9d)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:45:59.084318 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db8356a1-26c8-48b6-9787-bae398d3401c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747a8c97-602b-452e-b413-fe9f751497e1'}] {{(pid=74983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:45:59.104031 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:59.110670 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:45:59.214250 dv-cinder-808473-1-iscsi neutron-server[74983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db8356a1-26c8-48b6-9787-bae398d3401c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747a8c97-602b-452e-b413-fe9f751497e1', 'code': 200}
Sep 10 16:45:59.289820 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=747a8c97-602b-452e-b413-fe9f751497e1,revision_number=5']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:45:59.293976 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:45:59.359715 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39a3fc7-5fde-4d9d-bd8e-af279277c9ca admin admin] Router 86079ec6-cf79-436f-bafd-44a3262e329f is scheduled to L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 with binding_index 1 {{(pid=74981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Sep 10 16:45:59.511454 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 40b0b0ba-2ed7-4a58-ada8-ae3135509d41 up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:45:59.556084 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d87f05-2945-4f74-98da-29228a74a834 req-c8e82526-a28c-4caf-ae73-b3df2bb01a8d tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:45:59.566665 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-e2d87f05-2945-4f74-98da-29228a74a834 req-c8e82526-a28c-4caf-ae73-b3df2bb01a8d tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.1010725
Sep 10 16:45:59.649532 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-e2d87f05-2945-4f74-98da-29228a74a834 req-e9e282d5-013e-4ed6-a78a-ccdacb645544 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783923
Sep 10 16:45:59.654281 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39a3fc7-5fde-4d9d-bd8e-af279277c9ca admin admin] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:45:59.654785 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning for port 40b0b0ba-2ed7-4a58-ada8-ae3135509d41 completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:45:59.663945 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8bbeaa-7acb-4f2c-b2b9-744654626ee0 None None] Sync routers for ids ['86079ec6-cf79-436f-bafd-44a3262e329f'] in dv-cinder-808473-1-iscsi {{(pid=74984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:45:59.683226 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8bbeaa-7acb-4f2c-b2b9-744654626ee0 None None] Routers {'86079ec6-cf79-436f-bafd-44a3262e329f'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:45:59.683866 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-de8bbeaa-7acb-4f2c-b2b9-744654626ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f86256c3eb0>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:45:57Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['86079ec6-cf79-436f-bafd-44a3262e329f'], 'active': True} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:45:59.700255 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d39a3fc7-5fde-4d9d-bd8e-af279277c9ca admin admin] Notify callbacks [] for router, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:59.704198 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-d39a3fc7-5fde-4d9d-bd8e-af279277c9ca admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.1755264
Sep 10 16:45:59.704474 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 58706) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:45:59.945109 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:45:59.983176 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvr_db [None req-de8bbeaa-7acb-4f2c-b2b9-744654626ee0 None None] Set router 86079ec6-cf79-436f-bafd-44a3262e329f gateway port host: dv-cinder-808473-1-iscsi {{(pid=74984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:46:00.120778 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da2156-e310-4c5f-98c1-7c2bac3b847c req-296715bd-0ff3-4634-a86c-0d7f8b61caa7 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:00.122446 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-36da2156-e310-4c5f-98c1-7c2bac3b847c req-296715bd-0ff3-4634-a86c-0d7f8b61caa7 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=db8356a1-26c8-48b6-9787-bae398d3401c HTTP/1.1" status: 200  len: 946 time: 0.1585588
Sep 10 16:46:00.229294 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-36da2156-e310-4c5f-98c1-7c2bac3b847c req-ff647901-a33a-461b-b1d1-70a3d2a2aba4 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007316
Sep 10 16:46:00.354350 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f8612a-2488-4702-b986-d0547bbce5b8 None None] Network fab5f826-fa9d-49ba-ac0c-578581e924e4 requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:46:00.450462 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-de8bbeaa-7acb-4f2c-b2b9-744654626ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f86256c3eb0>, [{'id': '86079ec6-cf79-436f-bafd-44a3262e329f', 'name': 'tempest-TestMinimumBasicScenario-2058649885-router', 'tenant_id': 'fc4d485616234b49980bd3f8c80da5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd7b3933c-2a7a-40f5-b023-c2e010b71d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:45:57Z', 'updated_at': '2021-09-10T16:45:58Z', 'revision_number': 3, 'project_id': 'fc4d485616234b49980bd3f8c80da5b5', 'gw_port': {'id': 'd7b3933c-2a7a-40f5-b023-c2e010b71d00', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fa:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86079ec6-cf79-436f-bafd-44a3262e329f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:45:58Z', 'updated_at': '2021-09-10T16:45:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi'}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:46:00.457140 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8bbeaa-7acb-4f2c-b2b9-744654626ee0 None None] Checking router: 86079ec6-cf79-436f-bafd-44a3262e329f for host: dv-cinder-808473-1-iscsi {{(pid=74984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:46:00.458791 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8bbeaa-7acb-4f2c-b2b9-744654626ee0 None None] Updating router 86079ec6-cf79-436f-bafd-44a3262e329f port d7b3933c-2a7a-40f5-b023-c2e010b71d00 binding host dv-cinder-808473-1-iscsi {{(pid=74984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 10 16:46:00.462567 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-19c42f8b-beb4-4081-ab4f-e6048fd2006a None None] Provisioning for port 40b0b0ba-2ed7-4a58-ada8-ae3135509d41 completed by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:46:00.478374 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-19c42f8b-beb4-4081-ab4f-e6048fd2006a None None] Provisioning complete for port 40b0b0ba-2ed7-4a58-ada8-ae3135509d41 triggered by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:46:00.478992 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-19c42f8b-beb4-4081-ab4f-e6048fd2006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:00.527995 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-de8bbeaa-7acb-4f2c-b2b9-744654626ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:00.719571 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-19c42f8b-beb4-4081-ab4f-e6048fd2006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:00.778388 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-19c42f8b-beb4-4081-ab4f-e6048fd2006a None None] For port 40b0b0ba-2ed7-4a58-ada8-ae3135509d41, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=40b0b0ba-2ed7-4a58-ada8-ae3135509d41,segment=NetworkSegment(4d4c8392-71b1-4864-ab55-cb7142ee25dc),segment_id=4d4c8392-71b1-4864-ab55-cb7142ee25dc)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:46:00.787318 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-19c42f8b-beb4-4081-ab4f-e6048fd2006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:00.789631 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:00.906117 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c42f8b-beb4-4081-ab4f-e6048fd2006a None None] Pushing event updated for resources: {'Port': ['ID=40b0b0ba-2ed7-4a58-ada8-ae3135509d41,revision_number=3']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:00.909790 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-19c42f8b-beb4-4081-ab4f-e6048fd2006a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:00.948378 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-de8bbeaa-7acb-4f2c-b2b9-744654626ee0 None None] Notify callbacks [] for port, precommit_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:00.964678 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-664de722-e9ea-499c-90b0-7214b066aaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:00.971580 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.provisioning_blocks [None req-de8bbeaa-7acb-4f2c-b2b9-744654626ee0 None None] Transition to ACTIVE for port object d7b3933c-2a7a-40f5-b023-c2e010b71d00 will not be triggered until provisioned by entity L2. {{(pid=74984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:46:00.982392 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-de8bbeaa-7acb-4f2c-b2b9-744654626ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:00.990714 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG oslo_concurrency.lockutils [None req-00766d88-2898-4849-997c-943bf2c8a274 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:01.058366 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ee172-f0d5-4c2c-b5e0-0a1f8323d348 req-c5fc3719-69a8-45db-8463-b9b4ebc85fe2 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:01.065903 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-967ee172-f0d5-4c2c-b5e0-0a1f8323d348 req-c5fc3719-69a8-45db-8463-b9b4ebc85fe2 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.1373444
Sep 10 16:46:01.130321 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-363fae7f-8225-473b-9506-93cfe5068a3d None None] Provisioning complete for port 40b0b0ba-2ed7-4a58-ada8-ae3135509d41 triggered by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:46:01.130812 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-967ee172-f0d5-4c2c-b5e0-0a1f8323d348 req-a2516768-05db-411a-9f44-c89678e18745 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634696
Sep 10 16:46:01.130930 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-363fae7f-8225-473b-9506-93cfe5068a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:01.161585 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32544b2b-63e7-4bad-8f89-6b2c3c9b44e9 None None] Pushing event updated for resources: {'Port': ['ID=d7b3933c-2a7a-40f5-b023-c2e010b71d00,revision_number=2']} {{(pid=74984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:01.164044 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.managers [None req-de8bbeaa-7acb-4f2c-b2b9-744654626ee0 None None] Attempting to bind port d7b3933c-2a7a-40f5-b023-c2e010b71d00 on host dv-cinder-808473-1-iscsi for vnic_type normal with profile  {{(pid=74984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:46:01.164414 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.managers [None req-de8bbeaa-7acb-4f2c-b2b9-744654626ee0 None None] Attempting to bind port d7b3933c-2a7a-40f5-b023-c2e010b71d00 by drivers openvswitch,hyperv on host dv-cinder-808473-1-iscsi at level 0 using segments [{'id': '7f0f17d1-ee65-42aa-885b-938bb9d3cd64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'}] {{(pid=74984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:46:01.164773 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8bbeaa-7acb-4f2c-b2b9-744654626ee0 None None] Attempting to bind port d7b3933c-2a7a-40f5-b023-c2e010b71d00 on network 7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e {{(pid=74984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:46:01.176832 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32544b2b-63e7-4bad-8f89-6b2c3c9b44e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:46:01.176832 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32544b2b-63e7-4bad-8f89-6b2c3c9b44e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:46:01.177120 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32544b2b-63e7-4bad-8f89-6b2c3c9b44e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:46:01.177271 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32544b2b-63e7-4bad-8f89-6b2c3c9b44e9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:46:01.177593 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32544b2b-63e7-4bad-8f89-6b2c3c9b44e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:46:01.177907 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32544b2b-63e7-4bad-8f89-6b2c3c9b44e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:46:01.178258 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32544b2b-63e7-4bad-8f89-6b2c3c9b44e9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:46:01.178597 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32544b2b-63e7-4bad-8f89-6b2c3c9b44e9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:46:01.179577 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32544b2b-63e7-4bad-8f89-6b2c3c9b44e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:46:01.179577 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32544b2b-63e7-4bad-8f89-6b2c3c9b44e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:46:01.179577 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32544b2b-63e7-4bad-8f89-6b2c3c9b44e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:46:01.183668 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG oslo_concurrency.lockutils [None req-32544b2b-63e7-4bad-8f89-6b2c3c9b44e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=74984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:01.185556 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8bbeaa-7acb-4f2c-b2b9-744654626ee0 None None] Checking agent: {'id': 'f3cf38fb-3540-46d0-a6e6-e52cff650adc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 35, 26), 'started_at': datetime.datetime(2021, 9, 10, 16, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:46:01.185556 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8bbeaa-7acb-4f2c-b2b9-744654626ee0 None None] Checking segment: {'id': '7f0f17d1-ee65-42aa-885b-938bb9d3cd64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:46:01.185824 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-de8bbeaa-7acb-4f2c-b2b9-744654626ee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:01.185981 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8bbeaa-7acb-4f2c-b2b9-744654626ee0 None None] Bound using segment: {'id': '7f0f17d1-ee65-42aa-885b-938bb9d3cd64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'} {{(pid=74984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:46:01.186494 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.managers [None req-de8bbeaa-7acb-4f2c-b2b9-744654626ee0 None None] Bound port: d7b3933c-2a7a-40f5-b023-c2e010b71d00, host: dv-cinder-808473-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f0f17d1-ee65-42aa-885b-938bb9d3cd64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'}}] {{(pid=74984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:46:01.186886 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-de8bbeaa-7acb-4f2c-b2b9-744654626ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:01.296416 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.db_base_plugin_common [None req-664de722-e9ea-499c-90b0-7214b066aaab admin admin] Allocated IP 172.20.0.1 (fab5f826-fa9d-49ba-ac0c-578581e924e4/b2a6a202-e984-477a-b2bc-2943af00e18d/97affc39-aedc-48ef-9e5f-961ccd335dfc) {{(pid=74981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:46:01.331410 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.db [None req-de8bbeaa-7acb-4f2c-b2b9-744654626ee0 None None] For port d7b3933c-2a7a-40f5-b023-c2e010b71d00, host dv-cinder-808473-1-iscsi, cleared binding levels {{(pid=74984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:46:01.345341 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.db [None req-de8bbeaa-7acb-4f2c-b2b9-744654626ee0 None None] For port d7b3933c-2a7a-40f5-b023-c2e010b71d00, host dv-cinder-808473-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=d7b3933c-2a7a-40f5-b023-c2e010b71d00,segment=NetworkSegment(7f0f17d1-ee65-42aa-885b-938bb9d3cd64),segment_id=7f0f17d1-ee65-42aa-885b-938bb9d3cd64)] {{(pid=74984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:46:01.359080 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-de8bbeaa-7acb-4f2c-b2b9-744654626ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:01.374590 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:01.436539 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 40b0b0ba-2ed7-4a58-ada8-ae3135509d41 up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:46:01.493825 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32544b2b-63e7-4bad-8f89-6b2c3c9b44e9 None None] Pushing event updated for resources: {'Port': ['ID=d7b3933c-2a7a-40f5-b023-c2e010b71d00,revision_number=3']} {{(pid=74984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:01.497965 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG oslo_concurrency.lockutils [None req-32544b2b-63e7-4bad-8f89-6b2c3c9b44e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:01.503026 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8bbeaa-7acb-4f2c-b2b9-744654626ee0 None None] Routers {'86079ec6-cf79-436f-bafd-44a3262e329f'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:46:01.503654 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-de8bbeaa-7acb-4f2c-b2b9-744654626ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f86256c3eb0>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:45:57Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['86079ec6-cf79-436f-bafd-44a3262e329f'], 'active': True} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:46:01.525751 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port 40b0b0ba-2ed7-4a58-ada8-ae3135509d41 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:46:01.526178 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:01.530389 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-664de722-e9ea-499c-90b0-7214b066aaab admin admin] Notify callbacks [] for port, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:01.549266 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.provisioning_blocks [None req-664de722-e9ea-499c-90b0-7214b066aaab admin admin] Transition to ACTIVE for port object 97affc39-aedc-48ef-9e5f-961ccd335dfc will not be triggered until provisioned by entity DHCP. {{(pid=74981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:46:01.585505 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-664de722-e9ea-499c-90b0-7214b066aaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793'] for port, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:01.588177 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf8c84-e555-412d-b9fa-90d91a44ca24 req-2350d447-afb8-4643-8cf2-00eaf314b6d0 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:01.592059 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:01.607869 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-5abf8c84-e555-412d-b9fa-90d91a44ca24 req-2350d447-afb8-4643-8cf2-00eaf314b6d0 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=db8356a1-26c8-48b6-9787-bae398d3401c HTTP/1.1" status: 200  len: 946 time: 0.1785960
Sep 10 16:46:01.666742 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664de722-e9ea-499c-90b0-7214b066aaab admin admin] Pushing event updated for resources: {'Port': ['ID=97affc39-aedc-48ef-9e5f-961ccd335dfc,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:01.670503 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-664de722-e9ea-499c-90b0-7214b066aaab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:01.680849 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664de722-e9ea-499c-90b0-7214b066aaab admin admin] Network fab5f826-fa9d-49ba-ac0c-578581e924e4 is already hosted by enough agents. {{(pid=74981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:46:01.681681 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-5abf8c84-e555-412d-b9fa-90d91a44ca24 req-63f2d59b-012b-4d63-9980-be2d32574f85 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701210
Sep 10 16:46:01.681975 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.base_scheduler [None req-664de722-e9ea-499c-90b0-7214b066aaab admin admin] Resources bound (agent type, host, resource id):  {{(pid=74981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:46:01.684230 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664de722-e9ea-499c-90b0-7214b066aaab admin admin] Received port after_create {{(pid=74981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:46:01.684697 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-664de722-e9ea-499c-90b0-7214b066aaab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446932'] for router_interface, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:01.775658 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-664de722-e9ea-499c-90b0-7214b066aaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:01.801944 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvr_db [None req-de8bbeaa-7acb-4f2c-b2b9-744654626ee0 None None] Set router 86079ec6-cf79-436f-bafd-44a3262e329f gateway port host: dv-cinder-808473-1-iscsi {{(pid=74984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:46:01.971583 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-e0a2afa1-c577-46b3-91a2-b7ff2ef32f54 None None] Provisioning for port 97affc39-aedc-48ef-9e5f-961ccd335dfc completed by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:46:01.977516 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-e0a2afa1-c577-46b3-91a2-b7ff2ef32f54 None None] Provisioning complete for port 97affc39-aedc-48ef-9e5f-961ccd335dfc triggered by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:46:01.978131 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-e0a2afa1-c577-46b3-91a2-b7ff2ef32f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:02.050719 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-664de722-e9ea-499c-90b0-7214b066aaab admin admin] Notify callbacks [] for port, precommit_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:02.057399 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-664de722-e9ea-499c-90b0-7214b066aaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:02.058159 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-664de722-e9ea-499c-90b0-7214b066aaab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1231564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449135'] for router_interface, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:02.062810 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-d39a3fc7-5fde-4d9d-bd8e-af279277c9ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:02.085750 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-e0a2afa1-c577-46b3-91a2-b7ff2ef32f54 None None] Port 97affc39-aedc-48ef-9e5f-961ccd335dfc cannot update to ACTIVE because it is not bound. {{(pid=74983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 10 16:46:02.149490 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-de8bbeaa-7acb-4f2c-b2b9-744654626ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f86256c3eb0>, [{'id': '86079ec6-cf79-436f-bafd-44a3262e329f', 'name': 'tempest-TestMinimumBasicScenario-2058649885-router', 'tenant_id': 'fc4d485616234b49980bd3f8c80da5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd7b3933c-2a7a-40f5-b023-c2e010b71d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:45:57Z', 'updated_at': '2021-09-10T16:45:58Z', 'revision_number': 3, 'project_id': 'fc4d485616234b49980bd3f8c80da5b5', 'gw_port': {'id': 'd7b3933c-2a7a-40f5-b023-c2e010b71d00', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fa:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86079ec6-cf79-436f-bafd-44a3262e329f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:45:58Z', 'updated_at': '2021-09-10T16:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi'}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:46:02.168590 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8bbeaa-7acb-4f2c-b2b9-744654626ee0 None None] The sync data for ids ['86079ec6-cf79-436f-bafd-44a3262e329f'] in dv-cinder-808473-1-iscsi is: [{'id': '86079ec6-cf79-436f-bafd-44a3262e329f', 'name': 'tempest-TestMinimumBasicScenario-2058649885-router', 'tenant_id': 'fc4d485616234b49980bd3f8c80da5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd7b3933c-2a7a-40f5-b023-c2e010b71d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:45:57Z', 'updated_at': '2021-09-10T16:45:58Z', 'revision_number': 3, 'project_id': 'fc4d485616234b49980bd3f8c80da5b5', 'gw_port': {'id': 'd7b3933c-2a7a-40f5-b023-c2e010b71d00', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fa:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86079ec6-cf79-436f-bafd-44a3262e329f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:45:58Z', 'updated_at': '2021-09-10T16:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi'}] {{(pid=74984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:46:02.299553 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664de722-e9ea-499c-90b0-7214b066aaab admin admin] Pushing event updated for resources: {'Port': ['ID=97affc39-aedc-48ef-9e5f-961ccd335dfc,revision_number=2']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:02.302541 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-664de722-e9ea-499c-90b0-7214b066aaab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:02.374508 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-9b6d7031-29d3-4279-bdf2-eed3733358c3 req-b8fe8eb7-3c8b-49e1-9c0b-7cafc255e659 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=db8356a1-26c8-48b6-9787-bae398d3401c HTTP/1.1" status: 200  len: 1099 time: 0.1390889
Sep 10 16:46:02.387342 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664de722-e9ea-499c-90b0-7214b066aaab admin admin] Network fab5f826-fa9d-49ba-ac0c-578581e924e4 is already hosted by enough agents. {{(pid=74981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:46:02.404750 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.base_scheduler [None req-664de722-e9ea-499c-90b0-7214b066aaab admin admin] Resources bound (agent type, host, resource id):  {{(pid=74981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:46:02.503386 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0effc4-5789-4f6c-9706-18085526fbd5 req-24cbae72-8e9f-4daf-ab31-ad4864d8fea9 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:02.517759 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-dc0effc4-5789-4f6c-9706-18085526fbd5 req-24cbae72-8e9f-4daf-ab31-ad4864d8fea9 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.2178814
Sep 10 16:46:02.634121 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-9b6d7031-29d3-4279-bdf2-eed3733358c3 req-6ce5ba39-2774-4d97-a9fe-1732ad2523b1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2453511
Sep 10 16:46:02.644453 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-dc0effc4-5789-4f6c-9706-18085526fbd5 req-cf93cef2-710f-4753-b6e8-eab65fb2f601 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1253920
Sep 10 16:46:02.816931 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-b9fd5849-2f92-442b-8e96-3fc20e2b1267 None None] Provisioning complete for port 97affc39-aedc-48ef-9e5f-961ccd335dfc triggered by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:46:02.818568 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-b9fd5849-2f92-442b-8e96-3fc20e2b1267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:02.889812 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-b9fd5849-2f92-442b-8e96-3fc20e2b1267 None None] Port 97affc39-aedc-48ef-9e5f-961ccd335dfc cannot update to ACTIVE because it is not bound. {{(pid=74983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 10 16:46:03.083099 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04369030-d565-44ef-bad0-ce378c1fc292 req-56a901cc-e00d-410b-9620-de379d13a5d2 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:03.084611 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-04369030-d565-44ef-bad0-ce378c1fc292 req-56a901cc-e00d-410b-9620-de379d13a5d2 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=db8356a1-26c8-48b6-9787-bae398d3401c HTTP/1.1" status: 200  len: 946 time: 0.2125111
Sep 10 16:46:03.118807 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664de722-e9ea-499c-90b0-7214b066aaab admin admin] Router 86079ec6-cf79-436f-bafd-44a3262e329f has already been hosted by L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 {{(pid=74981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 10 16:46:03.148424 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-04369030-d565-44ef-bad0-ce378c1fc292 req-7b05fce1-5e5f-41b4-add1-c080b2bb6592 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579140
Sep 10 16:46:03.384089 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664de722-e9ea-499c-90b0-7214b066aaab admin admin] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:46:03.408749 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-664de722-e9ea-499c-90b0-7214b066aaab admin admin] 10.222.0.41 "PUT /v2.0/routers/86079ec6-cf79-436f-bafd-44a3262e329f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7007856
Sep 10 16:46:03.455990 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device d7b3933c-2a7a-40f5-b023-c2e010b71d00 up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:46:03.540698 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning for port d7b3933c-2a7a-40f5-b023-c2e010b71d00 completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:46:03.556160 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port d7b3933c-2a7a-40f5-b023-c2e010b71d00 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:46:03.556425 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:03.807604 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:03.825640 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] For port d7b3933c-2a7a-40f5-b023-c2e010b71d00, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=d7b3933c-2a7a-40f5-b023-c2e010b71d00,segment=NetworkSegment(7f0f17d1-ee65-42aa-885b-938bb9d3cd64),segment_id=7f0f17d1-ee65-42aa-885b-938bb9d3cd64)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:46:03.831736 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:03.834018 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:03.888398 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237c95d-3bfe-49fa-9328-9fbe811206c4 req-69505fcb-d25b-42e5-8698-b09362ec0b52 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:03.889823 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4237c95d-3bfe-49fa-9328-9fbe811206c4 req-69505fcb-d25b-42e5-8698-b09362ec0b52 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.0841062
Sep 10 16:46:03.908685 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Pushing event updated for resources: {'Port': ['ID=d7b3933c-2a7a-40f5-b023-c2e010b71d00,revision_number=4']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:03.912187 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:03.938512 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4237c95d-3bfe-49fa-9328-9fbe811206c4 req-a3066e6d-abe6-4ab7-8f01-a9e1f556ae90 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425737
Sep 10 16:46:04.356030 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca301b9-8176-461d-a6af-624bb16fcbd7 req-53d3bda6-a355-41cc-bb0e-aa6647107379 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:04.357516 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-dca301b9-8176-461d-a6af-624bb16fcbd7 req-53d3bda6-a355-41cc-bb0e-aa6647107379 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=db8356a1-26c8-48b6-9787-bae398d3401c HTTP/1.1" status: 200  len: 946 time: 0.0773983
Sep 10 16:46:04.414785 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-dca301b9-8176-461d-a6af-624bb16fcbd7 req-44a2f022-bb3b-472b-ad23-60b8a68dd46d tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510304
Sep 10 16:46:04.638762 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 58822) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:46:04.644735 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-f16b9e5d-1623-4785-836b-6167382d5bbf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1647776361-network', 'tenant_id': '8db4df7a7d6f4d16b94ba33cfca13b68'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:46:04.649193 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-f16b9e5d-1623-4785-836b-6167382d5bbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:46:04.652928 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-f16b9e5d-1623-4785-836b-6167382d5bbf admin admin] Usage tracker for resource:network and tenant:8db4df7a7d6f4d16b94ba33cfca13b68 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:46:04.655684 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-f16b9e5d-1623-4785-836b-6167382d5bbf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:46:04.661831 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-f16b9e5d-1623-4785-836b-6167382d5bbf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:46:04.674982 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16b9e5d-1623-4785-836b-6167382d5bbf admin admin] Made reservation on behalf of 8db4df7a7d6f4d16b94ba33cfca13b68 for: {'network': 1} {{(pid=74982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:46:04.677121 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f16b9e5d-1623-4785-836b-6167382d5bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for network, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:04.688892 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f16b9e5d-1623-4785-836b-6167382d5bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:04.720265 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-f16b9e5d-1623-4785-836b-6167382d5bbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:46:04.724085 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-f16b9e5d-1623-4785-836b-6167382d5bbf admin admin] Usage tracker for resource:security_group_rule and tenant:8db4df7a7d6f4d16b94ba33cfca13b68 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:46:04.726986 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-f16b9e5d-1623-4785-836b-6167382d5bbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:46:04.732817 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-f16b9e5d-1623-4785-836b-6167382d5bbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:46:04.800153 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f16b9e5d-1623-4785-836b-6167382d5bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:04.806873 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f16b9e5d-1623-4785-836b-6167382d5bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:04.813936 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-9764178d-405a-427e-98ab-7ba806146b8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:04.844514 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f16b9e5d-1623-4785-836b-6167382d5bbf admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'}  {{(pid=74982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Sep 10 16:46:04.852874 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b9e5d-1623-4785-836b-6167382d5bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575ad979-893b-4f72-9f4d-319e9c6862a8,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:04.856312 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-f16b9e5d-1623-4785-836b-6167382d5bbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:04.858807 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f16b9e5d-1623-4785-836b-6167382d5bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-567309'] for segment, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:04.859172 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.db.segments_db [None req-f16b9e5d-1623-4785-836b-6167382d5bbf admin admin] Added segment c7374338-ac9b-4c9c-98f8-fa53905b5e04 of type vlan for network cadb8311-ea22-4c0f-89a5-1a693727a23e
Sep 10 16:46:04.887810 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f16b9e5d-1623-4785-836b-6167382d5bbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763383730616'] for network, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:04.927649 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f16b9e5d-1623-4785-836b-6167382d5bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695'] for network, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:04.928872 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16b9e5d-1623-4785-836b-6167382d5bbf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:04.929474 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f16b9e5d-1623-4785-836b-6167382d5bbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for network, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:04.932671 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:05.033003 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b9e5d-1623-4785-836b-6167382d5bbf admin admin] Pushing event updated for resources: {'Network': ['ID=cadb8311-ea22-4c0f-89a5-1a693727a23e,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:05.036017 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-f16b9e5d-1623-4785-836b-6167382d5bbf admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.3962648
Sep 10 16:46:05.036936 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-f16b9e5d-1623-4785-836b-6167382d5bbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:05.038936 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 58838) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:46:05.045190 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [None req-2c18a095-24de-4e21-b9e3-6455608f995d admin admin] Request body: {'subnet': {'network_id': 'cadb8311-ea22-4c0f-89a5-1a693727a23e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1647776361-subnet', 'tenant_id': '8db4df7a7d6f4d16b94ba33cfca13b68', 'ip_version': 4}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:46:05.056030 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Network cadb8311-ea22-4c0f-89a5-1a693727a23e details requested by agent ovs-agent-dv-cinder-808473-1-iscsi with host dv-cinder-808473-1-iscsi {{(pid=74983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 10 16:46:05.056830 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-2c18a095-24de-4e21-b9e3-6455608f995d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:46:05.066863 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-2c18a095-24de-4e21-b9e3-6455608f995d admin admin] Usage tracker for resource:subnet and tenant:8db4df7a7d6f4d16b94ba33cfca13b68 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:46:05.079312 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-2c18a095-24de-4e21-b9e3-6455608f995d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:46:05.079312 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-2c18a095-24de-4e21-b9e3-6455608f995d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:46:05.105517 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c18a095-24de-4e21-b9e3-6455608f995d admin admin] Made reservation on behalf of 8db4df7a7d6f4d16b94ba33cfca13b68 for: {'subnet': 1} {{(pid=74981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:46:05.108871 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-2c18a095-24de-4e21-b9e3-6455608f995d admin admin] Notify callbacks [] for subnet, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:05.158528 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408154e-e558-4387-ba80-e5ac3ec65137 req-f3db6350-6b93-411b-9b63-0904d5517693 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:05.160062 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-6408154e-e558-4387-ba80-e5ac3ec65137 req-f3db6350-6b93-411b-9b63-0904d5517693 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.0819471
Sep 10 16:46:05.214738 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-6408154e-e558-4387-ba80-e5ac3ec65137 req-2c06f2af-6410-42c9-9808-39e13e82cb0d tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488605
Sep 10 16:46:05.358301 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-2c18a095-24de-4e21-b9e3-6455608f995d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695'] for subnet, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:05.363866 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-625dc631-a0cc-4084-b3c4-f838b9ab579b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:05.388684 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device d7b3933c-2a7a-40f5-b023-c2e010b71d00 up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:46:05.430338 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c18a095-24de-4e21-b9e3-6455608f995d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eb9d6d3-7694-4902-9cd1-f49713d942aa,revision_number=0']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:05.436110 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-2c18a095-24de-4e21-b9e3-6455608f995d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:05.447759 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c18a095-24de-4e21-b9e3-6455608f995d admin admin] Checking segment: {'id': 'c7374338-ac9b-4c9c-98f8-fa53905b5e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'cadb8311-ea22-4c0f-89a5-1a693727a23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:46:05.448019 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c18a095-24de-4e21-b9e3-6455608f995d admin admin] Network hostable DHCP agents. Network: cadb8311-ea22-4c0f-89a5-1a693727a23e, hostable agents: ['16ada634-a41f-45d3-a3ee-16ead43437b7'], hosted agents: [] {{(pid=74981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 10 16:46:05.467156 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port d7b3933c-2a7a-40f5-b023-c2e010b71d00 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:46:05.467686 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:05.473168 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c18a095-24de-4e21-b9e3-6455608f995d admin admin] Network cadb8311-ea22-4c0f-89a5-1a693727a23e is scheduled to be hosted by DHCP agent 16ada634-a41f-45d3-a3ee-16ead43437b7 with binding_index 1 {{(pid=74981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 10 16:46:05.488039 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.base_scheduler [None req-2c18a095-24de-4e21-b9e3-6455608f995d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808473-1-iscsi, cadb8311-ea22-4c0f-89a5-1a693727a23e) {{(pid=74981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:46:05.494884 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c18a095-24de-4e21-b9e3-6455608f995d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:05.495513 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-2c18a095-24de-4e21-b9e3-6455608f995d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for subnet, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:05.515943 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c36fa37-8509-425f-8a21-902e9850db65 None None] Network cadb8311-ea22-4c0f-89a5-1a693727a23e requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:46:05.530050 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 58848) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:46:05.536174 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-d516483f-4aca-4342-a539-73cff4a8bad7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1647776361-router', 'tenant_id': '8db4df7a7d6f4d16b94ba33cfca13b68', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'}}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:46:05.541498 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-2c18a095-24de-4e21-b9e3-6455608f995d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5013545
Sep 10 16:46:05.543339 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-d516483f-4aca-4342-a539-73cff4a8bad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:46:05.548822 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-d516483f-4aca-4342-a539-73cff4a8bad7 admin admin] Usage tracker for resource:router and tenant:8db4df7a7d6f4d16b94ba33cfca13b68 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:46:05.552460 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-d516483f-4aca-4342-a539-73cff4a8bad7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:46:05.559196 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-d516483f-4aca-4342-a539-73cff4a8bad7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:46:05.573272 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-d516483f-4aca-4342-a539-73cff4a8bad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16204'] for router, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:05.575438 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-d516483f-4aca-4342-a539-73cff4a8bad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447437', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-335565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16211'] for router, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:05.601885 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-d516483f-4aca-4342-a539-73cff4a8bad7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:05.898364 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369489f1-5d5f-4701-8445-5737b476d143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd50011bc-20d0-5c59-bf13-9c606f0d4957-cadb8311-ea22-4c0f-89a5-1a693727a23e', 'network_id': 'cadb8311-ea22-4c0f-89a5-1a693727a23e', 'tenant_id': '8db4df7a7d6f4d16b94ba33cfca13b68', 'fixed_ips': [{'subnet_id': '9eb9d6d3-7694-4902-9cd1-f49713d942aa'}]}} from dv-cinder-808473-1-iscsi. {{(pid=74983) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Sep 10 16:46:05.899170 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-369489f1-5d5f-4701-8445-5737b476d143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:05.911272 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:05.955306 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-d516483f-4aca-4342-a539-73cff4a8bad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-446775', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16225'] for router, precommit_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:06.012920 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ab44a-c472-457e-92a5-0a631380ef6e req-fd1f2956-8076-4485-a8c6-832f01eec9d2 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:06.016238 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-501ab44a-c472-457e-92a5-0a631380ef6e req-fd1f2956-8076-4485-a8c6-832f01eec9d2 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=db8356a1-26c8-48b6-9787-bae398d3401c HTTP/1.1" status: 200  len: 946 time: 0.2071903
Sep 10 16:46:06.071455 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.db_base_plugin_common [None req-369489f1-5d5f-4701-8445-5737b476d143 None None] Allocated IP 172.20.0.2 (cadb8311-ea22-4c0f-89a5-1a693727a23e/9eb9d6d3-7694-4902-9cd1-f49713d942aa/569ca5b9-1de2-47f9-8cef-c0757314361a) {{(pid=74983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:46:06.130267 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-501ab44a-c472-457e-92a5-0a631380ef6e req-71744cf5-a707-4c14-90a8-cddedc0f98ef tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695384
Sep 10 16:46:06.217913 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-d516483f-4aca-4342-a539-73cff4a8bad7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:06.249168 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-d516483f-4aca-4342-a539-73cff4a8bad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:06.274556 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598e2cae-10c5-46d1-90df-232b688f03e0 None None] Sync routers for ids ['86079ec6-cf79-436f-bafd-44a3262e329f'] in dv-cinder-808473-1-iscsi {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:46:06.293615 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-369489f1-5d5f-4701-8445-5737b476d143 None None] Notify callbacks [] for port, precommit_create {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:06.305682 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-369489f1-5d5f-4701-8445-5737b476d143 None None] Transition to ACTIVE for port object 569ca5b9-1de2-47f9-8cef-c0757314361a will not be triggered until provisioned by entity L2. {{(pid=74983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:46:06.311403 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598e2cae-10c5-46d1-90df-232b688f03e0 None None] Routers {'86079ec6-cf79-436f-bafd-44a3262e329f'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:46:06.312054 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-598e2cae-10c5-46d1-90df-232b688f03e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8625407070>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:45:57Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['86079ec6-cf79-436f-bafd-44a3262e329f'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:46:06.401041 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-369489f1-5d5f-4701-8445-5737b476d143 None None] Transition to ACTIVE for port object 569ca5b9-1de2-47f9-8cef-c0757314361a will not be triggered until provisioned by entity DHCP. {{(pid=74983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:46:06.411260 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-369489f1-5d5f-4701-8445-5737b476d143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793'] for port, after_create {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:06.451237 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.db_base_plugin_common [None req-d516483f-4aca-4342-a539-73cff4a8bad7 admin admin] Allocated IP 172.27.0.123 (7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e/dc5dafb3-b941-44a9-9498-2bdb3e4caa08/a3a85f04-cc7e-4a55-9076-630dd3d70e80) {{(pid=74982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:46:06.460895 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:06.553788 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369489f1-5d5f-4701-8445-5737b476d143 None None] Network cadb8311-ea22-4c0f-89a5-1a693727a23e is already hosted by enough agents. {{(pid=74983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:46:06.559488 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.scheduler.base_scheduler [None req-369489f1-5d5f-4701-8445-5737b476d143 None None] Resources bound (agent type, host, resource id):  {{(pid=74983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:46:06.561171 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369489f1-5d5f-4701-8445-5737b476d143 None None] Pushing event updated for resources: {'Port': ['ID=569ca5b9-1de2-47f9-8cef-c0757314361a,revision_number=1']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:06.566232 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369489f1-5d5f-4701-8445-5737b476d143 None None] Received port after_create {{(pid=74983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:46:06.567410 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c1137-1eaa-466b-9160-8bcf2e7527b8 req-e84f09e6-5180-4a4e-87d4-83d956b5b549 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:06.568265 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-369489f1-5d5f-4701-8445-5737b476d143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:06.568876 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-618c1137-1eaa-466b-9160-8bcf2e7527b8 req-e84f09e6-5180-4a4e-87d4-83d956b5b549 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.1775084
Sep 10 16:46:06.610303 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-598e2cae-10c5-46d1-90df-232b688f03e0 None None] Set router 86079ec6-cf79-436f-bafd-44a3262e329f gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:46:06.652039 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-618c1137-1eaa-466b-9160-8bcf2e7527b8 req-bd707154-a8dd-4d59-a96f-d364aeaed36d tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767779
Sep 10 16:46:06.654582 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-d516483f-4aca-4342-a539-73cff4a8bad7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:06.689406 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-d516483f-4aca-4342-a539-73cff4a8bad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:06.693853 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:06.756129 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-369489f1-5d5f-4701-8445-5737b476d143 None None] Attempting to bind port 569ca5b9-1de2-47f9-8cef-c0757314361a on host dv-cinder-808473-1-iscsi for vnic_type normal with profile  {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:46:06.756433 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d516483f-4aca-4342-a539-73cff4a8bad7 admin admin] Network 7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e is already hosted by enough agents. {{(pid=74982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:46:06.756556 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-369489f1-5d5f-4701-8445-5737b476d143 None None] Attempting to bind port 569ca5b9-1de2-47f9-8cef-c0757314361a by drivers openvswitch,hyperv on host dv-cinder-808473-1-iscsi at level 0 using segments [{'id': 'c7374338-ac9b-4c9c-98f8-fa53905b5e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'cadb8311-ea22-4c0f-89a5-1a693727a23e'}] {{(pid=74983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:46:06.756858 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369489f1-5d5f-4701-8445-5737b476d143 None None] Attempting to bind port 569ca5b9-1de2-47f9-8cef-c0757314361a on network cadb8311-ea22-4c0f-89a5-1a693727a23e {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:46:06.759295 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.base_scheduler [None req-d516483f-4aca-4342-a539-73cff4a8bad7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:46:06.762945 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d516483f-4aca-4342-a539-73cff4a8bad7 admin admin] Received port after_create {{(pid=74982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:46:06.805371 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516483f-4aca-4342-a539-73cff4a8bad7 admin admin] Pushing event updated for resources: {'Port': ['ID=a3a85f04-cc7e-4a55-9076-630dd3d70e80,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:06.809491 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-d516483f-4aca-4342-a539-73cff4a8bad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:06.819444 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369489f1-5d5f-4701-8445-5737b476d143 None None] Checking agent: {'id': 'f3cf38fb-3540-46d0-a6e6-e52cff650adc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 35, 26), 'started_at': datetime.datetime(2021, 9, 10, 16, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:46:06.819828 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369489f1-5d5f-4701-8445-5737b476d143 None None] Checking segment: {'id': 'c7374338-ac9b-4c9c-98f8-fa53905b5e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'cadb8311-ea22-4c0f-89a5-1a693727a23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:46:06.820508 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-369489f1-5d5f-4701-8445-5737b476d143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:06.820617 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369489f1-5d5f-4701-8445-5737b476d143 None None] Bound using segment: {'id': 'c7374338-ac9b-4c9c-98f8-fa53905b5e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'cadb8311-ea22-4c0f-89a5-1a693727a23e'} {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:46:06.821077 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-369489f1-5d5f-4701-8445-5737b476d143 None None] Bound port: 569ca5b9-1de2-47f9-8cef-c0757314361a, host: dv-cinder-808473-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7374338-ac9b-4c9c-98f8-fa53905b5e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'cadb8311-ea22-4c0f-89a5-1a693727a23e'}}] {{(pid=74983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:46:06.821503 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-369489f1-5d5f-4701-8445-5737b476d143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:06.931950 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-d516483f-4aca-4342-a539-73cff4a8bad7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:06.932966 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-d516483f-4aca-4342-a539-73cff4a8bad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446738'] for router, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:07.016342 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-369489f1-5d5f-4701-8445-5737b476d143 None None] For port 569ca5b9-1de2-47f9-8cef-c0757314361a, host dv-cinder-808473-1-iscsi, cleared binding levels {{(pid=74983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:46:07.052235 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-369489f1-5d5f-4701-8445-5737b476d143 None None] For port 569ca5b9-1de2-47f9-8cef-c0757314361a, host dv-cinder-808473-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=569ca5b9-1de2-47f9-8cef-c0757314361a,segment=NetworkSegment(c7374338-ac9b-4c9c-98f8-fa53905b5e04),segment_id=c7374338-ac9b-4c9c-98f8-fa53905b5e04)] {{(pid=74983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:46:07.064734 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-369489f1-5d5f-4701-8445-5737b476d143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:07.068225 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:07.158582 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369489f1-5d5f-4701-8445-5737b476d143 None None] Pushing event updated for resources: {'Port': ['ID=569ca5b9-1de2-47f9-8cef-c0757314361a,revision_number=2']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:07.162008 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-369489f1-5d5f-4701-8445-5737b476d143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:07.171255 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-598e2cae-10c5-46d1-90df-232b688f03e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8625407070>, [{'id': '86079ec6-cf79-436f-bafd-44a3262e329f', 'name': 'tempest-TestMinimumBasicScenario-2058649885-router', 'tenant_id': 'fc4d485616234b49980bd3f8c80da5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd7b3933c-2a7a-40f5-b023-c2e010b71d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:45:57Z', 'updated_at': '2021-09-10T16:46:01Z', 'revision_number': 4, 'project_id': 'fc4d485616234b49980bd3f8c80da5b5', 'gw_port': {'id': 'd7b3933c-2a7a-40f5-b023-c2e010b71d00', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fa:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86079ec6-cf79-436f-bafd-44a3262e329f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:45:58Z', 'updated_at': '2021-09-10T16:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': '97affc39-aedc-48ef-9e5f-961ccd335dfc', 'name': '', 'network_id': 'fab5f826-fa9d-49ba-ac0c-578581e924e4', 'tenant_id': 'fc4d485616234b49980bd3f8c80da5b5', 'mac_address': 'fa:16:3e:21:71:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86079ec6-cf79-436f-bafd-44a3262e329f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2a6a202-e984-477a-b2bc-2943af00e18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:01Z', 'updated_at': '2021-09-10T16:46:01Z', 'revision_number': 2, 'project_id': 'fc4d485616234b49980bd3f8c80da5b5', 'subnets': [{'id': 'b2a6a202-e984-477a-b2bc-2943af00e18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:46:07.177511 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598e2cae-10c5-46d1-90df-232b688f03e0 None None] Checking router: 86079ec6-cf79-436f-bafd-44a3262e329f for host: dv-cinder-808473-1-iscsi {{(pid=74983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:46:07.178999 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598e2cae-10c5-46d1-90df-232b688f03e0 None None] Updating router 86079ec6-cf79-436f-bafd-44a3262e329f port 97affc39-aedc-48ef-9e5f-961ccd335dfc binding host dv-cinder-808473-1-iscsi {{(pid=74983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 10 16:46:07.193199 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d516483f-4aca-4342-a539-73cff4a8bad7 admin admin] Router 4777dcf5-0b99-48dd-a156-844e0b194162 is scheduled to L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 with binding_index 1 {{(pid=74982) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Sep 10 16:46:07.258986 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-598e2cae-10c5-46d1-90df-232b688f03e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:07.557785 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc19654-05aa-4d7e-8def-e5124cc94857 req-2999f5af-37fc-4370-ab33-f845edb1f38e tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:07.559344 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-9fc19654-05aa-4d7e-8def-e5124cc94857 req-2999f5af-37fc-4370-ab33-f845edb1f38e tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=db8356a1-26c8-48b6-9787-bae398d3401c HTTP/1.1" status: 200  len: 946 time: 0.2675092
Sep 10 16:46:07.616220 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d516483f-4aca-4342-a539-73cff4a8bad7 admin admin] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:46:07.630413 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513ee465-9766-44e5-a943-e74215bc1121 None None] Sync routers for ids ['4777dcf5-0b99-48dd-a156-844e0b194162'] in dv-cinder-808473-1-iscsi {{(pid=74984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:46:07.643963 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513ee465-9766-44e5-a943-e74215bc1121 None None] Routers {'4777dcf5-0b99-48dd-a156-844e0b194162'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:46:07.644855 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-513ee465-9766-44e5-a943-e74215bc1121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8625bc4d30>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:45:57Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['4777dcf5-0b99-48dd-a156-844e0b194162'], 'active': True} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:46:07.662938 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-9fc19654-05aa-4d7e-8def-e5124cc94857 req-5442b4a6-be62-4232-9577-8e5b0ec2c30d tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950859
Sep 10 16:46:07.666878 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-d516483f-4aca-4342-a539-73cff4a8bad7 admin admin] Notify callbacks [] for router, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:07.671819 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-d516483f-4aca-4342-a539-73cff4a8bad7 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.1380036
Sep 10 16:46:07.672471 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 58874) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:46:07.740082 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-598e2cae-10c5-46d1-90df-232b688f03e0 None None] Notify callbacks [] for port, precommit_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:07.768885 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-598e2cae-10c5-46d1-90df-232b688f03e0 None None] Transition to ACTIVE for port object 97affc39-aedc-48ef-9e5f-961ccd335dfc will not be triggered until provisioned by entity L2. {{(pid=74983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:46:07.785036 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-598e2cae-10c5-46d1-90df-232b688f03e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:07.793344 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:07.870206 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvr_db [None req-513ee465-9766-44e5-a943-e74215bc1121 None None] Set router 4777dcf5-0b99-48dd-a156-844e0b194162 gateway port host: dv-cinder-808473-1-iscsi {{(pid=74984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:46:07.973064 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f7bf9-e9d8-464c-a8f0-36123ac9f0e8 None None] Pushing event updated for resources: {'Port': ['ID=97affc39-aedc-48ef-9e5f-961ccd335dfc,revision_number=3']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:07.980682 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-977f7bf9-e9d8-464c-a8f0-36123ac9f0e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:08.110458 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c70b5-9f78-4da9-bcfe-8d44b3bf92db req-e714b479-5b8b-4cd5-83ca-0c9bb66c480b tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:08.136635 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-cd6c70b5-9f78-4da9-bcfe-8d44b3bf92db req-e714b479-5b8b-4cd5-83ca-0c9bb66c480b tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.2735109
Sep 10 16:46:08.318925 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-cd6c70b5-9f78-4da9-bcfe-8d44b3bf92db req-7f62ed7e-dce9-4ad1-b1c2-c3da890536db tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1801946
Sep 10 16:46:08.576782 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-a244ce2c-61ca-405a-a409-7eedf4dca3c3 req-e67ce194-b8a8-47b4-8803-4157786abef7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 1098 time: 0.4492421
Sep 10 16:46:08.658340 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-598e2cae-10c5-46d1-90df-232b688f03e0 None None] Attempting to bind port 97affc39-aedc-48ef-9e5f-961ccd335dfc on host dv-cinder-808473-1-iscsi for vnic_type normal with profile  {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:46:08.665300 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-598e2cae-10c5-46d1-90df-232b688f03e0 None None] Attempting to bind port 97affc39-aedc-48ef-9e5f-961ccd335dfc by drivers openvswitch,hyperv on host dv-cinder-808473-1-iscsi at level 0 using segments [{'id': '4d4c8392-71b1-4864-ab55-cb7142ee25dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fab5f826-fa9d-49ba-ac0c-578581e924e4'}] {{(pid=74983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:46:08.666135 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598e2cae-10c5-46d1-90df-232b688f03e0 None None] Attempting to bind port 97affc39-aedc-48ef-9e5f-961ccd335dfc on network fab5f826-fa9d-49ba-ac0c-578581e924e4 {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:46:08.700658 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598e2cae-10c5-46d1-90df-232b688f03e0 None None] Checking agent: {'id': 'f3cf38fb-3540-46d0-a6e6-e52cff650adc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 35, 26), 'started_at': datetime.datetime(2021, 9, 10, 16, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:46:08.701059 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598e2cae-10c5-46d1-90df-232b688f03e0 None None] Checking segment: {'id': '4d4c8392-71b1-4864-ab55-cb7142ee25dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fab5f826-fa9d-49ba-ac0c-578581e924e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:46:08.702498 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-598e2cae-10c5-46d1-90df-232b688f03e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:08.702847 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598e2cae-10c5-46d1-90df-232b688f03e0 None None] Bound using segment: {'id': '4d4c8392-71b1-4864-ab55-cb7142ee25dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fab5f826-fa9d-49ba-ac0c-578581e924e4'} {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:46:08.706113 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-598e2cae-10c5-46d1-90df-232b688f03e0 None None] Bound port: 97affc39-aedc-48ef-9e5f-961ccd335dfc, host: dv-cinder-808473-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d4c8392-71b1-4864-ab55-cb7142ee25dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fab5f826-fa9d-49ba-ac0c-578581e924e4'}}] {{(pid=74983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:46:08.706334 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-598e2cae-10c5-46d1-90df-232b688f03e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:08.805437 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-a244ce2c-61ca-405a-a409-7eedf4dca3c3 req-f0f89675-7ab0-4630-a109-b6590644fdb9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729206
Sep 10 16:46:08.840083 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6e8a37-37ab-4b1b-8104-5a5b6b7c944c None None] Network cadb8311-ea22-4c0f-89a5-1a693727a23e requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:46:08.976031 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-513ee465-9766-44e5-a943-e74215bc1121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8625bc4d30>, [{'id': '4777dcf5-0b99-48dd-a156-844e0b194162', 'name': 'tempest-TestMinimumBasicScenario-1647776361-router', 'tenant_id': '8db4df7a7d6f4d16b94ba33cfca13b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'a3a85f04-cc7e-4a55-9076-630dd3d70e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:05Z', 'updated_at': '2021-09-10T16:46:06Z', 'revision_number': 3, 'project_id': '8db4df7a7d6f4d16b94ba33cfca13b68', 'gw_port': {'id': 'a3a85f04-cc7e-4a55-9076-630dd3d70e80', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:1e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4777dcf5-0b99-48dd-a156-844e0b194162', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:06Z', 'updated_at': '2021-09-10T16:46:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi'}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:46:08.980419 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513ee465-9766-44e5-a943-e74215bc1121 None None] Checking router: 4777dcf5-0b99-48dd-a156-844e0b194162 for host: dv-cinder-808473-1-iscsi {{(pid=74984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:46:08.980627 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513ee465-9766-44e5-a943-e74215bc1121 None None] Updating router 4777dcf5-0b99-48dd-a156-844e0b194162 port a3a85f04-cc7e-4a55-9076-630dd3d70e80 binding host dv-cinder-808473-1-iscsi {{(pid=74984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 10 16:46:09.039337 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-513ee465-9766-44e5-a943-e74215bc1121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:09.071085 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-598e2cae-10c5-46d1-90df-232b688f03e0 None None] For port 97affc39-aedc-48ef-9e5f-961ccd335dfc, host dv-cinder-808473-1-iscsi, cleared binding levels {{(pid=74983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:46:09.075967 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-598e2cae-10c5-46d1-90df-232b688f03e0 None None] For port 97affc39-aedc-48ef-9e5f-961ccd335dfc, host dv-cinder-808473-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=97affc39-aedc-48ef-9e5f-961ccd335dfc,segment=NetworkSegment(4d4c8392-71b1-4864-ab55-cb7142ee25dc),segment_id=4d4c8392-71b1-4864-ab55-cb7142ee25dc)] {{(pid=74983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:46:09.088202 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-598e2cae-10c5-46d1-90df-232b688f03e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:09.103765 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:09.178791 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab606930-5610-4e39-b40b-976abc0a0e21 req-d9595388-761c-4164-948b-2560861aa915 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:09.180691 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-ab606930-5610-4e39-b40b-976abc0a0e21 req-d9595388-761c-4164-948b-2560861aa915 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 945 time: 0.1499646
Sep 10 16:46:09.228435 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90695911-aace-4881-9df0-2e211845e862 req-f4627e60-7c8c-4ee8-a6b0-2b39a601a572 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:09.236347 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-90695911-aace-4881-9df0-2e211845e862 req-f4627e60-7c8c-4ee8-a6b0-2b39a601a572 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=db8356a1-26c8-48b6-9787-bae398d3401c HTTP/1.1" status: 200  len: 946 time: 0.1973124
Sep 10 16:46:09.238605 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f7bf9-e9d8-464c-a8f0-36123ac9f0e8 None None] Pushing event updated for resources: {'Port': ['ID=97affc39-aedc-48ef-9e5f-961ccd335dfc,revision_number=4']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:09.257195 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-977f7bf9-e9d8-464c-a8f0-36123ac9f0e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:09.302476 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598e2cae-10c5-46d1-90df-232b688f03e0 None None] Routers {'86079ec6-cf79-436f-bafd-44a3262e329f'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:46:09.303364 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-598e2cae-10c5-46d1-90df-232b688f03e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8625407070>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:45:57Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['86079ec6-cf79-436f-bafd-44a3262e329f'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:46:09.361490 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-90695911-aace-4881-9df0-2e211845e862 req-870df529-b5c1-49bc-ab1c-b0b9d71dd2b9 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1217694
Sep 10 16:46:09.518884 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-45e29a75-167d-4370-aec6-1b6c9e1cfff8 None None] Provisioning for port 569ca5b9-1de2-47f9-8cef-c0757314361a completed by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:46:09.555859 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 569ca5b9-1de2-47f9-8cef-c0757314361a up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:46:09.643764 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-ab606930-5610-4e39-b40b-976abc0a0e21 req-dafb4a71-b7f8-4781-a22b-b6c5ac47e870 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3995898
Sep 10 16:46:09.659841 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-513ee465-9766-44e5-a943-e74215bc1121 None None] Notify callbacks [] for port, precommit_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:09.681111 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.provisioning_blocks [None req-513ee465-9766-44e5-a943-e74215bc1121 None None] Transition to ACTIVE for port object a3a85f04-cc7e-4a55-9076-630dd3d70e80 will not be triggered until provisioned by entity L2. {{(pid=74984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:46:09.692438 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-513ee465-9766-44e5-a943-e74215bc1121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:09.719458 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:09.846481 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.managers [None req-513ee465-9766-44e5-a943-e74215bc1121 None None] Attempting to bind port a3a85f04-cc7e-4a55-9076-630dd3d70e80 on host dv-cinder-808473-1-iscsi for vnic_type normal with profile  {{(pid=74984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:46:09.847000 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.managers [None req-513ee465-9766-44e5-a943-e74215bc1121 None None] Attempting to bind port a3a85f04-cc7e-4a55-9076-630dd3d70e80 by drivers openvswitch,hyperv on host dv-cinder-808473-1-iscsi at level 0 using segments [{'id': '7f0f17d1-ee65-42aa-885b-938bb9d3cd64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'}] {{(pid=74984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:46:09.847464 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513ee465-9766-44e5-a943-e74215bc1121 None None] Attempting to bind port a3a85f04-cc7e-4a55-9076-630dd3d70e80 on network 7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e {{(pid=74984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:46:09.850006 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410886a0-5306-4b1d-b6ae-2cc32ed166e5 None None] Pushing event updated for resources: {'Port': ['ID=a3a85f04-cc7e-4a55-9076-630dd3d70e80,revision_number=2']} {{(pid=74984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:09.853454 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG oslo_concurrency.lockutils [None req-410886a0-5306-4b1d-b6ae-2cc32ed166e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:09.858942 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513ee465-9766-44e5-a943-e74215bc1121 None None] Checking agent: {'id': 'f3cf38fb-3540-46d0-a6e6-e52cff650adc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 35, 26), 'started_at': datetime.datetime(2021, 9, 10, 16, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:46:09.859474 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513ee465-9766-44e5-a943-e74215bc1121 None None] Checking segment: {'id': '7f0f17d1-ee65-42aa-885b-938bb9d3cd64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:46:09.859986 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-513ee465-9766-44e5-a943-e74215bc1121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:09.860473 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513ee465-9766-44e5-a943-e74215bc1121 None None] Bound using segment: {'id': '7f0f17d1-ee65-42aa-885b-938bb9d3cd64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'} {{(pid=74984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:46:09.861042 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.managers [None req-513ee465-9766-44e5-a943-e74215bc1121 None None] Bound port: a3a85f04-cc7e-4a55-9076-630dd3d70e80, host: dv-cinder-808473-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f0f17d1-ee65-42aa-885b-938bb9d3cd64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'}}] {{(pid=74984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:46:09.861536 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-513ee465-9766-44e5-a943-e74215bc1121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:09.864209 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-7d0948a1-c3bd-48e7-b8a1-3ec7e7aa4a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:09.961919 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.db [None req-513ee465-9766-44e5-a943-e74215bc1121 None None] For port a3a85f04-cc7e-4a55-9076-630dd3d70e80, host dv-cinder-808473-1-iscsi, cleared binding levels {{(pid=74984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:46:09.967075 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69775d3b-4d52-4376-a52c-af0fa0a833a9 req-b8ffc450-c1b2-4f23-9689-251140de3bb3 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:09.974685 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.db [None req-513ee465-9766-44e5-a943-e74215bc1121 None None] For port a3a85f04-cc7e-4a55-9076-630dd3d70e80, host dv-cinder-808473-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=a3a85f04-cc7e-4a55-9076-630dd3d70e80,segment=NetworkSegment(7f0f17d1-ee65-42aa-885b-938bb9d3cd64),segment_id=7f0f17d1-ee65-42aa-885b-938bb9d3cd64)] {{(pid=74984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:46:09.976941 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-69775d3b-4d52-4376-a52c-af0fa0a833a9 req-b8ffc450-c1b2-4f23-9689-251140de3bb3 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.3571873
Sep 10 16:46:09.986137 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-513ee465-9766-44e5-a943-e74215bc1121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:09.990390 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG oslo_concurrency.lockutils [None req-32544b2b-63e7-4bad-8f89-6b2c3c9b44e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:10.035652 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-69775d3b-4d52-4376-a52c-af0fa0a833a9 req-e5c6a6f3-0968-4abc-80cd-4e0ea4dd1f8c tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575607
Sep 10 16:46:10.121549 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-598e2cae-10c5-46d1-90df-232b688f03e0 None None] Set router 86079ec6-cf79-436f-bafd-44a3262e329f gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:46:10.148150 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410886a0-5306-4b1d-b6ae-2cc32ed166e5 None None] Pushing event updated for resources: {'Port': ['ID=a3a85f04-cc7e-4a55-9076-630dd3d70e80,revision_number=3']} {{(pid=74984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:10.152385 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG oslo_concurrency.lockutils [None req-410886a0-5306-4b1d-b6ae-2cc32ed166e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:10.153384 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513ee465-9766-44e5-a943-e74215bc1121 None None] Routers {'4777dcf5-0b99-48dd-a156-844e0b194162'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:46:10.154106 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-513ee465-9766-44e5-a943-e74215bc1121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8625bc4d30>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:45:57Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['4777dcf5-0b99-48dd-a156-844e0b194162'], 'active': True} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:46:10.205152 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning for port 569ca5b9-1de2-47f9-8cef-c0757314361a completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:46:10.276203 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port 569ca5b9-1de2-47f9-8cef-c0757314361a triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:46:10.276203 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:10.400984 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.db_base_plugin_common [None req-7d0948a1-c3bd-48e7-b8a1-3ec7e7aa4a63 admin admin] Allocated IP 172.20.0.1 (cadb8311-ea22-4c0f-89a5-1a693727a23e/9eb9d6d3-7694-4902-9cd1-f49713d942aa/72cdfe61-dadd-47ca-9bfd-f38b9d47f2ed) {{(pid=74981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:46:10.426883 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvr_db [None req-513ee465-9766-44e5-a943-e74215bc1121 None None] Set router 4777dcf5-0b99-48dd-a156-844e0b194162 gateway port host: dv-cinder-808473-1-iscsi {{(pid=74984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:46:10.661416 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:10.724499 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-7d0948a1-c3bd-48e7-b8a1-3ec7e7aa4a63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:10.772331 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.provisioning_blocks [None req-7d0948a1-c3bd-48e7-b8a1-3ec7e7aa4a63 admin admin] Transition to ACTIVE for port object 72cdfe61-dadd-47ca-9bfd-f38b9d47f2ed will not be triggered until provisioned by entity DHCP. {{(pid=74981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:46:10.823571 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-7d0948a1-c3bd-48e7-b8a1-3ec7e7aa4a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793'] for port, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:10.828073 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-3603982c-25ac-47c9-8f73-6b7b5e883d8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:10.938656 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] For port 569ca5b9-1de2-47f9-8cef-c0757314361a, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=569ca5b9-1de2-47f9-8cef-c0757314361a,segment=NetworkSegment(c7374338-ac9b-4c9c-98f8-fa53905b5e04),segment_id=c7374338-ac9b-4c9c-98f8-fa53905b5e04)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:46:10.957098 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-513ee465-9766-44e5-a943-e74215bc1121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8625bc4d30>, [{'id': '4777dcf5-0b99-48dd-a156-844e0b194162', 'name': 'tempest-TestMinimumBasicScenario-1647776361-router', 'tenant_id': '8db4df7a7d6f4d16b94ba33cfca13b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'a3a85f04-cc7e-4a55-9076-630dd3d70e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:05Z', 'updated_at': '2021-09-10T16:46:06Z', 'revision_number': 3, 'project_id': '8db4df7a7d6f4d16b94ba33cfca13b68', 'gw_port': {'id': 'a3a85f04-cc7e-4a55-9076-630dd3d70e80', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:1e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4777dcf5-0b99-48dd-a156-844e0b194162', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:06Z', 'updated_at': '2021-09-10T16:46:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi'}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:46:10.962788 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513ee465-9766-44e5-a943-e74215bc1121 None None] The sync data for ids ['4777dcf5-0b99-48dd-a156-844e0b194162'] in dv-cinder-808473-1-iscsi is: [{'id': '4777dcf5-0b99-48dd-a156-844e0b194162', 'name': 'tempest-TestMinimumBasicScenario-1647776361-router', 'tenant_id': '8db4df7a7d6f4d16b94ba33cfca13b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'a3a85f04-cc7e-4a55-9076-630dd3d70e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:05Z', 'updated_at': '2021-09-10T16:46:06Z', 'revision_number': 3, 'project_id': '8db4df7a7d6f4d16b94ba33cfca13b68', 'gw_port': {'id': 'a3a85f04-cc7e-4a55-9076-630dd3d70e80', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:1e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4777dcf5-0b99-48dd-a156-844e0b194162', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:06Z', 'updated_at': '2021-09-10T16:46:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi'}] {{(pid=74984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:46:10.978654 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:10.991237 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-e8cd676f-7975-4cda-bbcc-87371d33b20a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:11.007714 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0948a1-c3bd-48e7-b8a1-3ec7e7aa4a63 admin admin] Network cadb8311-ea22-4c0f-89a5-1a693727a23e is already hosted by enough agents. {{(pid=74981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:46:11.012140 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0948a1-c3bd-48e7-b8a1-3ec7e7aa4a63 admin admin] Pushing event updated for resources: {'Port': ['ID=72cdfe61-dadd-47ca-9bfd-f38b9d47f2ed,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:11.017392 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.base_scheduler [None req-7d0948a1-c3bd-48e7-b8a1-3ec7e7aa4a63 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:46:11.019562 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-7d0948a1-c3bd-48e7-b8a1-3ec7e7aa4a63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:11.026523 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0948a1-c3bd-48e7-b8a1-3ec7e7aa4a63 admin admin] Received port after_create {{(pid=74981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:46:11.026523 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-7d0948a1-c3bd-48e7-b8a1-3ec7e7aa4a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446932'] for router_interface, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:11.138058 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c0454-afb8-48d2-9d23-a706fd2d3be0 req-f02d13fe-328a-4cb4-b294-987228546133 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:11.139627 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-d67c0454-afb8-48d2-9d23-a706fd2d3be0 req-f02d13fe-328a-4cb4-b294-987228546133 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 945 time: 0.2135632
Sep 10 16:46:11.158833 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Pushing event updated for resources: {'Port': ['ID=569ca5b9-1de2-47f9-8cef-c0757314361a,revision_number=3']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:11.163481 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:11.175073 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-598e2cae-10c5-46d1-90df-232b688f03e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8625407070>, [{'id': '86079ec6-cf79-436f-bafd-44a3262e329f', 'name': 'tempest-TestMinimumBasicScenario-2058649885-router', 'tenant_id': 'fc4d485616234b49980bd3f8c80da5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd7b3933c-2a7a-40f5-b023-c2e010b71d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:45:57Z', 'updated_at': '2021-09-10T16:46:01Z', 'revision_number': 4, 'project_id': 'fc4d485616234b49980bd3f8c80da5b5', 'gw_port': {'id': 'd7b3933c-2a7a-40f5-b023-c2e010b71d00', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fa:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86079ec6-cf79-436f-bafd-44a3262e329f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:45:58Z', 'updated_at': '2021-09-10T16:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': '97affc39-aedc-48ef-9e5f-961ccd335dfc', 'name': '', 'network_id': 'fab5f826-fa9d-49ba-ac0c-578581e924e4', 'tenant_id': 'fc4d485616234b49980bd3f8c80da5b5', 'mac_address': 'fa:16:3e:21:71:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86079ec6-cf79-436f-bafd-44a3262e329f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2a6a202-e984-477a-b2bc-2943af00e18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:01Z', 'updated_at': '2021-09-10T16:46:09Z', 'revision_number': 4, 'project_id': 'fc4d485616234b49980bd3f8c80da5b5', 'subnets': [{'id': 'b2a6a202-e984-477a-b2bc-2943af00e18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:46:11.183521 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-14b62d19-3096-4bd4-8a9e-2e2f74eed6e9 None None] Provisioning complete for port 569ca5b9-1de2-47f9-8cef-c0757314361a triggered by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:46:11.183899 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-14b62d19-3096-4bd4-8a9e-2e2f74eed6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:11.276411 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598e2cae-10c5-46d1-90df-232b688f03e0 None None] The sync data for ids ['86079ec6-cf79-436f-bafd-44a3262e329f'] in dv-cinder-808473-1-iscsi is: [{'id': '86079ec6-cf79-436f-bafd-44a3262e329f', 'name': 'tempest-TestMinimumBasicScenario-2058649885-router', 'tenant_id': 'fc4d485616234b49980bd3f8c80da5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd7b3933c-2a7a-40f5-b023-c2e010b71d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:45:57Z', 'updated_at': '2021-09-10T16:46:01Z', 'revision_number': 4, 'project_id': 'fc4d485616234b49980bd3f8c80da5b5', 'gw_port': {'id': 'd7b3933c-2a7a-40f5-b023-c2e010b71d00', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fa:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86079ec6-cf79-436f-bafd-44a3262e329f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:45:58Z', 'updated_at': '2021-09-10T16:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': '97affc39-aedc-48ef-9e5f-961ccd335dfc', 'name': '', 'network_id': 'fab5f826-fa9d-49ba-ac0c-578581e924e4', 'tenant_id': 'fc4d485616234b49980bd3f8c80da5b5', 'mac_address': 'fa:16:3e:21:71:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86079ec6-cf79-436f-bafd-44a3262e329f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2a6a202-e984-477a-b2bc-2943af00e18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:01Z', 'updated_at': '2021-09-10T16:46:09Z', 'revision_number': 4, 'project_id': 'fc4d485616234b49980bd3f8c80da5b5', 'subnets': [{'id': 'b2a6a202-e984-477a-b2bc-2943af00e18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:46:11.368755 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-7d0948a1-c3bd-48e7-b8a1-3ec7e7aa4a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:11.520957 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 569ca5b9-1de2-47f9-8cef-c0757314361a up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:46:11.665761 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c98e5-a941-4751-919d-e9923ebfa57f req-34b86038-8c78-46e5-8b4f-3cc2b6feae5d tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:11.677912 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-c10c98e5-a941-4751-919d-e9923ebfa57f req-34b86038-8c78-46e5-8b4f-3cc2b6feae5d tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.2072814
Sep 10 16:46:11.689204 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port 569ca5b9-1de2-47f9-8cef-c0757314361a triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:46:11.691984 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:11.697599 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-d67c0454-afb8-48d2-9d23-a706fd2d3be0 req-5024dc9d-f93d-47c4-aae2-1a8d99868b11 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5498545
Sep 10 16:46:11.778816 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c767a41f-341e-40e5-b26c-2025ff4287b6 None None] Provisioning for port 72cdfe61-dadd-47ca-9bfd-f38b9d47f2ed completed by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:46:11.800703 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c767a41f-341e-40e5-b26c-2025ff4287b6 None None] Provisioning complete for port 72cdfe61-dadd-47ca-9bfd-f38b9d47f2ed triggered by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:46:11.801012 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c767a41f-341e-40e5-b26c-2025ff4287b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:11.820163 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-c10c98e5-a941-4751-919d-e9923ebfa57f req-66769a3d-480b-4ca6-a3e5-5c48376ddf11 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1412363
Sep 10 16:46:12.010107 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-c767a41f-341e-40e5-b26c-2025ff4287b6 None None] Port 72cdfe61-dadd-47ca-9bfd-f38b9d47f2ed cannot update to ACTIVE because it is not bound. {{(pid=74983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 10 16:46:12.019532 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-7d0948a1-c3bd-48e7-b8a1-3ec7e7aa4a63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:12.026143 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-7d0948a1-c3bd-48e7-b8a1-3ec7e7aa4a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:12.033295 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-7d0948a1-c3bd-48e7-b8a1-3ec7e7aa4a63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1231564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449135'] for router_interface, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:12.037900 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-280d0118-c050-41b4-8914-ed3d13e9c72e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:12.179315 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0948a1-c3bd-48e7-b8a1-3ec7e7aa4a63 admin admin] Pushing event updated for resources: {'Port': ['ID=72cdfe61-dadd-47ca-9bfd-f38b9d47f2ed,revision_number=2']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:12.252432 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-7d0948a1-c3bd-48e7-b8a1-3ec7e7aa4a63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:12.384843 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0948a1-c3bd-48e7-b8a1-3ec7e7aa4a63 admin admin] Network cadb8311-ea22-4c0f-89a5-1a693727a23e is already hosted by enough agents. {{(pid=74981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:46:12.386932 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.base_scheduler [None req-7d0948a1-c3bd-48e7-b8a1-3ec7e7aa4a63 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:46:12.864831 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-5d3de7e6-6f28-4e57-a823-33ee86412fee None None] Provisioning complete for port 72cdfe61-dadd-47ca-9bfd-f38b9d47f2ed triggered by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:46:12.865388 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-5d3de7e6-6f28-4e57-a823-33ee86412fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:12.943188 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-5d3de7e6-6f28-4e57-a823-33ee86412fee None None] Port 72cdfe61-dadd-47ca-9bfd-f38b9d47f2ed cannot update to ACTIVE because it is not bound. {{(pid=74983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 10 16:46:13.269277 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b7bde-aa0e-4073-8de8-d1d923227852 req-40eae590-e89c-4027-a4b2-fd0719b0d352 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:13.270893 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-be9b7bde-aa0e-4073-8de8-d1d923227852 req-40eae590-e89c-4027-a4b2-fd0719b0d352 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.3616047
Sep 10 16:46:13.278181 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-f54ad6c0-ae0e-4cae-8375-eaed4a5348de req-3d879a1b-56f4-49b4-be09-7dc12a762ba0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff9271dbe9584869afd7a0ccba96dfb8&device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 1098 time: 0.3705733
Sep 10 16:46:13.480830 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4bf1b-d196-414d-b438-27b5ab228b51 req-ae31e54f-ba20-474a-bc04-d509a9776500 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:13.483722 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-5cc4bf1b-d196-414d-b438-27b5ab228b51 req-ae31e54f-ba20-474a-bc04-d509a9776500 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 945 time: 0.1539633
Sep 10 16:46:13.525673 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 97affc39-aedc-48ef-9e5f-961ccd335dfc up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:46:13.541183 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-be9b7bde-aa0e-4073-8de8-d1d923227852 req-34130a70-9a78-4a4e-bbff-bcd733157954 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2606857
Sep 10 16:46:13.569717 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-5cc4bf1b-d196-414d-b438-27b5ab228b51 req-231c294a-37d2-44f7-af79-ecb2eefe3cee tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0798736
Sep 10 16:46:13.608258 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ad6c0-ae0e-4cae-8375-eaed4a5348de req-4ab52cd7-9320-44a4-a404-62283d7111b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:13.610311 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-f54ad6c0-ae0e-4cae-8375-eaed4a5348de req-4ab52cd7-9320-44a4-a404-62283d7111b3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9e1586a1-ebae-4187-8d60-d4881a64afce HTTP/1.1" status: 200  len: 920 time: 0.3115251
Sep 10 16:46:13.658945 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning for port 97affc39-aedc-48ef-9e5f-961ccd335dfc completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:46:13.666982 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port 97affc39-aedc-48ef-9e5f-961ccd335dfc triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:46:13.668231 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:13.746106 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0948a1-c3bd-48e7-b8a1-3ec7e7aa4a63 admin admin] Router 4777dcf5-0b99-48dd-a156-844e0b194162 has already been hosted by L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 {{(pid=74981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 10 16:46:13.754718 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-f54ad6c0-ae0e-4cae-8375-eaed4a5348de req-178b62cf-d6a7-4988-aace-3aa2e517cd28 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a2b5e57-81c6-4ec1-9483-9c7094984df3 HTTP/1.1" status: 200  len: 217 time: 0.1364386
Sep 10 16:46:13.824434 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:13.878728 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] For port 97affc39-aedc-48ef-9e5f-961ccd335dfc, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=97affc39-aedc-48ef-9e5f-961ccd335dfc,segment=NetworkSegment(4d4c8392-71b1-4864-ab55-cb7142ee25dc),segment_id=4d4c8392-71b1-4864-ab55-cb7142ee25dc)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:46:13.883164 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:13.884092 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device a3a85f04-cc7e-4a55-9076-630dd3d70e80 up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:46:13.908188 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ad6c0-ae0e-4cae-8375-eaed4a5348de req-5b84c6d2-78a7-4319-a67e-38d73d495bd3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:13.911433 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-f54ad6c0-ae0e-4cae-8375-eaed4a5348de req-5b84c6d2-78a7-4319-a67e-38d73d495bd3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d93a1e6-380c-4d96-8193-6a5a396655bc HTTP/1.1" status: 200  len: 859 time: 0.1486335
Sep 10 16:46:13.911622 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-9b35a71c-ceed-4407-964a-ac0c47b9d21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:13.976572 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-f54ad6c0-ae0e-4cae-8375-eaed4a5348de req-e96f95ab-3f84-4b25-9673-7d9307fc31fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e1586a1-ebae-4187-8d60-d4881a64afce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0539727
Sep 10 16:46:14.006559 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Pushing event updated for resources: {'Port': ['ID=97affc39-aedc-48ef-9e5f-961ccd335dfc,revision_number=5']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:14.011543 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:14.026143 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning for port a3a85f04-cc7e-4a55-9076-630dd3d70e80 completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:46:14.031742 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port a3a85f04-cc7e-4a55-9076-630dd3d70e80 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:46:14.032295 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:14.185262 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:14.200068 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-f54ad6c0-ae0e-4cae-8375-eaed4a5348de req-7197ea03-3fa0-427a-b71e-4922ead5def0 service neutron] 10.222.0.24 "GET /v2.0/networks/9e1586a1-ebae-4187-8d60-d4881a64afce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2164104
Sep 10 16:46:14.204871 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] For port a3a85f04-cc7e-4a55-9076-630dd3d70e80, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=a3a85f04-cc7e-4a55-9076-630dd3d70e80,segment=NetworkSegment(7f0f17d1-ee65-42aa-885b-938bb9d3cd64),segment_id=7f0f17d1-ee65-42aa-885b-938bb9d3cd64)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:46:14.209547 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:14.211445 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:14.290484 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Pushing event updated for resources: {'Port': ['ID=a3a85f04-cc7e-4a55-9076-630dd3d70e80,revision_number=4']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:14.293634 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:14.315941 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0948a1-c3bd-48e7-b8a1-3ec7e7aa4a63 admin admin] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:46:14.333224 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-7d0948a1-c3bd-48e7-b8a1-3ec7e7aa4a63 admin admin] 10.222.0.41 "PUT /v2.0/routers/4777dcf5-0b99-48dd-a156-844e0b194162/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6591494
Sep 10 16:46:14.389015 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-f54ad6c0-ae0e-4cae-8375-eaed4a5348de req-3aedb7dd-cc5b-4ce6-9655-714ec2522fbd service neutron] 10.222.0.24 "GET /v2.0/networks/9e1586a1-ebae-4187-8d60-d4881a64afce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1805694
Sep 10 16:46:14.798142 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d476a-17ae-4638-9374-dd234a46e861 req-e767df05-ff77-44a1-9fc0-336878799ce6 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:14.806873 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-237d476a-17ae-4638-9374-dd234a46e861 req-e767df05-ff77-44a1-9fc0-336878799ce6 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.1016016
Sep 10 16:46:14.846603 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7fb675-0c3a-42f1-aa8d-b1b2cd731929 req-15dee597-49a0-4b62-8ac1-594595a9ec2a tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:14.854415 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-7b7fb675-0c3a-42f1-aa8d-b1b2cd731929 req-15dee597-49a0-4b62-8ac1-594595a9ec2a tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 945 time: 0.1031933
Sep 10 16:46:14.860312 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-237d476a-17ae-4638-9374-dd234a46e861 req-01c676d6-968c-456c-9c70-247e27a68507 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521784
Sep 10 16:46:14.944887 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-7b7fb675-0c3a-42f1-aa8d-b1b2cd731929 req-35fa375d-318f-4795-9da9-e87fed5e1d1d tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0886812
Sep 10 16:46:15.129278 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 59054) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:46:15.302352 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-aecea781-d828-472e-b762-c0b7baa00288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:15.345006 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-aecea781-d828-472e-b762-c0b7baa00288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:46:15.348924 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-aecea781-d828-472e-b762-c0b7baa00288 admin admin] Usage tracker for resource:security_group_rule and tenant:ee9e125a3b804987b37b100b53808b8e is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:46:15.351938 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-aecea781-d828-472e-b762-c0b7baa00288 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:46:15.358021 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-aecea781-d828-472e-b762-c0b7baa00288 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:46:15.436235 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 97affc39-aedc-48ef-9e5f-961ccd335dfc up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:46:15.448510 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-aecea781-d828-472e-b762-c0b7baa00288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:15.454170 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-aecea781-d828-472e-b762-c0b7baa00288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:15.461127 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-507de36d-b56c-4345-b221-16ef431c12d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:15.507685 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecea781-d828-472e-b762-c0b7baa00288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cca5c3-845c-4e82-bbff-9d27612ed4cd,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:15.510826 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-aecea781-d828-472e-b762-c0b7baa00288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:15.513285 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-aecea781-d828-472e-b762-c0b7baa00288 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ee9e125a3b804987b37b100b53808b8e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3829994
Sep 10 16:46:15.516649 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 59070) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:46:15.564911 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port 97affc39-aedc-48ef-9e5f-961ccd335dfc triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:46:15.565375 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:15.597757 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3a236adf-b960-46ba-8c8b-71cf96a4b5d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:15.631418 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3a236adf-b960-46ba-8c8b-71cf96a4b5d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:15.699446 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device a3a85f04-cc7e-4a55-9076-630dd3d70e80 up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:46:15.711765 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3a236adf-b960-46ba-8c8b-71cf96a4b5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:15.719703 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-6b93f6d4-7be7-4d4d-9650-b154390025d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:15.731893 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a236adf-b960-46ba-8c8b-71cf96a4b5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cca5c3-845c-4e82-bbff-9d27612ed4cd,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:15.735589 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-3a236adf-b960-46ba-8c8b-71cf96a4b5d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:15.743912 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3a236adf-b960-46ba-8c8b-71cf96a4b5d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:15.751588 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-3a236adf-b960-46ba-8c8b-71cf96a4b5d4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a8cca5c3-845c-4e82-bbff-9d27612ed4cd HTTP/1.1" status: 204  len: 168 time: 0.2328999
Sep 10 16:46:15.840678 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port a3a85f04-cc7e-4a55-9076-630dd3d70e80 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:46:15.840972 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:16.262363 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b56d39-14b4-400c-8a22-85b551fa0bd6 req-4251dbe3-ee20-42e9-87e5-6f2da007b2fb tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:16.264526 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-48b56d39-14b4-400c-8a22-85b551fa0bd6 req-4251dbe3-ee20-42e9-87e5-6f2da007b2fb tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.1185298
Sep 10 16:46:16.330761 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-48b56d39-14b4-400c-8a22-85b551fa0bd6 req-b83406b8-ccbc-4c27-9899-1655bdffb30a tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569808
Sep 10 16:46:16.562332 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e300751-e334-46a4-b772-a32e2a26bfd4 req-b41e4521-818c-4e28-9a78-90a18de3e0d1 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:16.564353 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-7e300751-e334-46a4-b772-a32e2a26bfd4 req-b41e4521-818c-4e28-9a78-90a18de3e0d1 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 945 time: 0.0983160
Sep 10 16:46:16.629937 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-7e300751-e334-46a4-b772-a32e2a26bfd4 req-da616b05-7aee-4ab4-a44b-c7586b95af4a tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590072
Sep 10 16:46:17.646026 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5331e0a-f685-4686-9734-33c1df6cb4dd req-68e20088-fc02-42e6-ae75-c3fceb953978 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:17.653343 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-b5331e0a-f685-4686-9734-33c1df6cb4dd req-68e20088-fc02-42e6-ae75-c3fceb953978 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.1017935
Sep 10 16:46:17.710966 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-b5331e0a-f685-4686-9734-33c1df6cb4dd req-66061076-033c-4a92-8826-683b38f3e598 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562012
Sep 10 16:46:17.978888 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a50cdb-8b6c-4f71-88fa-b63eacb2d714 req-e73d2aa4-456e-45c6-a595-c9959d6e8b3d tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:17.999233 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b4a50cdb-8b6c-4f71-88fa-b63eacb2d714 req-e73d2aa4-456e-45c6-a595-c9959d6e8b3d tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 945 time: 0.1681213
Sep 10 16:46:18.073858 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b4a50cdb-8b6c-4f71-88fa-b63eacb2d714 req-39101309-4a32-4ed8-b386-14e15c3d011b tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0737512
Sep 10 16:46:19.039777 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd6112-3212-4317-8333-58317238cc3d req-fa529f1e-94fa-4da2-8950-06153d501a6b tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:19.047655 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-e2fd6112-3212-4317-8333-58317238cc3d req-fa529f1e-94fa-4da2-8950-06153d501a6b tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.1156633
Sep 10 16:46:19.111409 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-e2fd6112-3212-4317-8333-58317238cc3d req-ed45ae22-811c-47fb-b465-1f6fcaa4fb53 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621126
Sep 10 16:46:19.373387 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62dac2-ed94-4642-b82c-6e8f7926fa27 req-24ef46b0-ce3c-4541-8ced-eee65dddfd3a tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:19.382234 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-dc62dac2-ed94-4642-b82c-6e8f7926fa27 req-24ef46b0-ce3c-4541-8ced-eee65dddfd3a tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 945 time: 0.1272290
Sep 10 16:46:19.458036 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-dc62dac2-ed94-4642-b82c-6e8f7926fa27 req-1f66d306-dd59-4050-af99-ff65d5912210 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0730107
Sep 10 16:46:19.880274 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 6 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 16:46:20.387278 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c971c-7408-4c28-8198-01aa79cd7e1e req-1825d2eb-6858-4076-a849-5f3524928a31 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:20.389633 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-111c971c-7408-4c28-8198-01aa79cd7e1e req-1825d2eb-6858-4076-a849-5f3524928a31 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.0938351
Sep 10 16:46:20.450852 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-111c971c-7408-4c28-8198-01aa79cd7e1e req-c18b342a-666d-4b18-8424-8378ad0aea0c tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546224
Sep 10 16:46:20.827890 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30655f70-fea3-4b82-919c-4b3c38358989 req-4096f0b3-4686-44af-9614-1caca1ed45f8 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:20.834495 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-30655f70-fea3-4b82-919c-4b3c38358989 req-4096f0b3-4686-44af-9614-1caca1ed45f8 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 945 time: 0.1652851
Sep 10 16:46:20.910602 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-30655f70-fea3-4b82-919c-4b3c38358989 req-64476217-dc0d-43c8-91e9-7fadc036cd86 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0750835
Sep 10 16:46:21.268700 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 59216) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:46:21.448858 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-4e1c4294-ed55-45d4-87ae-65a14b9b0dab admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:21.484865 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-4e1c4294-ed55-45d4-87ae-65a14b9b0dab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:46:21.489248 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-4e1c4294-ed55-45d4-87ae-65a14b9b0dab admin admin] Usage tracker for resource:security_group_rule and tenant:29096bc5df1541e1ba7bf5e6325634c4 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:46:21.492445 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-4e1c4294-ed55-45d4-87ae-65a14b9b0dab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:46:21.498289 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-4e1c4294-ed55-45d4-87ae-65a14b9b0dab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:46:21.598293 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-4e1c4294-ed55-45d4-87ae-65a14b9b0dab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:21.604078 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-4e1c4294-ed55-45d4-87ae-65a14b9b0dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:21.613103 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:21.645489 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c4294-ed55-45d4-87ae-65a14b9b0dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b108557-6050-4b19-8ce3-293b6b943229,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:21.650065 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-4e1c4294-ed55-45d4-87ae-65a14b9b0dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:21.682147 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-4e1c4294-ed55-45d4-87ae-65a14b9b0dab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=29096bc5df1541e1ba7bf5e6325634c4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4108567
Sep 10 16:46:21.683576 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 59230) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:46:21.776738 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-ee3fcfb8-4ef4-4850-826c-799130d06600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:21.809784 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-ee3fcfb8-4ef4-4850-826c-799130d06600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:21.876715 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-ee3fcfb8-4ef4-4850-826c-799130d06600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:21.888645 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:21.911227 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3fcfb8-4ef4-4850-826c-799130d06600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b108557-6050-4b19-8ce3-293b6b943229,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:21.921152 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-ee3fcfb8-4ef4-4850-826c-799130d06600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:21.922391 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-ee3fcfb8-4ef4-4850-826c-799130d06600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:21.923932 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-ee3fcfb8-4ef4-4850-826c-799130d06600 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3b108557-6050-4b19-8ce3-293b6b943229 HTTP/1.1" status: 204  len: 168 time: 0.2389994
Sep 10 16:46:22.282650 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629e379-117d-42be-87e9-8cf808619295 req-98af9425-f9b7-4ac3-9cfe-6048fe423028 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:22.301954 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-0629e379-117d-42be-87e9-8cf808619295 req-98af9425-f9b7-4ac3-9cfe-6048fe423028 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 945 time: 0.1728799
Sep 10 16:46:22.418704 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-0629e379-117d-42be-87e9-8cf808619295 req-67a27d9f-49fd-4263-b7c3-c56a0a3f7dd3 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1229744
Sep 10 16:46:22.621381 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 59258) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:46:22.647263 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-79186b8b-bbd1-4531-bade-4ee9c96d357b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:22.684433 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-79186b8b-bbd1-4531-bade-4ee9c96d357b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:46:22.689763 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-79186b8b-bbd1-4531-bade-4ee9c96d357b admin admin] Usage tracker for resource:security_group_rule and tenant:d04cc548414a48d58d43ba076c0e2a8b is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:46:22.692744 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-79186b8b-bbd1-4531-bade-4ee9c96d357b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:46:22.698944 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-79186b8b-bbd1-4531-bade-4ee9c96d357b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:46:22.806339 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-79186b8b-bbd1-4531-bade-4ee9c96d357b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:22.815364 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-79186b8b-bbd1-4531-bade-4ee9c96d357b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:22.839372 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-b7613f77-50fe-45b2-89d8-dad6e4195615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:22.882991 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-79186b8b-bbd1-4531-bade-4ee9c96d357b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d04cc548414a48d58d43ba076c0e2a8b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2605009
Sep 10 16:46:22.885977 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 59262) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:46:22.889903 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79186b8b-bbd1-4531-bade-4ee9c96d357b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8ba355-56e2-44e7-b56c-dbf51f56341a,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:22.903144 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-79186b8b-bbd1-4531-bade-4ee9c96d357b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:22.963566 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7f61183d-f507-4393-9c2a-cbd7b572ca11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:22.995671 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7f61183d-f507-4393-9c2a-cbd7b572ca11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:23.069588 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7f61183d-f507-4393-9c2a-cbd7b572ca11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:23.084319 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-4e1c4294-ed55-45d4-87ae-65a14b9b0dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:23.108922 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7f61183d-f507-4393-9c2a-cbd7b572ca11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:23.110164 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-7f61183d-f507-4393-9c2a-cbd7b572ca11 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6b8ba355-56e2-44e7-b56c-dbf51f56341a HTTP/1.1" status: 204  len: 168 time: 0.2227859
Sep 10 16:46:23.111317 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f61183d-f507-4393-9c2a-cbd7b572ca11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8ba355-56e2-44e7-b56c-dbf51f56341a,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:23.115800 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-7f61183d-f507-4393-9c2a-cbd7b572ca11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:23.697587 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 59288) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:46:23.721249 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8d9662d3-79a3-428a-8435-a10bff5c8592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:23.784998 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-8d9662d3-79a3-428a-8435-a10bff5c8592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:46:23.801337 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-8d9662d3-79a3-428a-8435-a10bff5c8592 admin admin] Usage tracker for resource:security_group_rule and tenant:e81de80abf9f401b97e82c54ef3709cb is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:46:23.810712 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-8d9662d3-79a3-428a-8435-a10bff5c8592 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:46:23.823299 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-8d9662d3-79a3-428a-8435-a10bff5c8592 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:46:23.989706 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d24eb4-9feb-4ad4-9ce4-335f01fdfda9 req-338ae406-7efa-4b86-8741-d17ed311aa0e tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:23.998246 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-83d24eb4-9feb-4ad4-9ce4-335f01fdfda9 req-338ae406-7efa-4b86-8741-d17ed311aa0e tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 945 time: 0.1678460
Sep 10 16:46:24.058395 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8d9662d3-79a3-428a-8435-a10bff5c8592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:24.063921 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8d9662d3-79a3-428a-8435-a10bff5c8592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:24.128948 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-f4d81342-22f7-482a-a37f-393000d7e789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:24.143027 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-8d9662d3-79a3-428a-8435-a10bff5c8592 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e81de80abf9f401b97e82c54ef3709cb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4431717
Sep 10 16:46:24.145009 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 59302) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:46:24.217401 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-83d24eb4-9feb-4ad4-9ce4-335f01fdfda9 req-49518b26-bd2a-4d14-ab0f-be33155e0992 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2176988
Sep 10 16:46:24.220323 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9662d3-79a3-428a-8435-a10bff5c8592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55be2d3f-e873-4bca-9d0b-5b4e8449dcb4,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:24.232149 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-8d9662d3-79a3-428a-8435-a10bff5c8592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:24.260728 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-9f424c1d-83b3-4c66-9eba-2965e577d0e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:24.396833 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-9f424c1d-83b3-4c66-9eba-2965e577d0e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:24.651441 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-9f424c1d-83b3-4c66-9eba-2965e577d0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:24.659800 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:24.685075 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f424c1d-83b3-4c66-9eba-2965e577d0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55be2d3f-e873-4bca-9d0b-5b4e8449dcb4,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:24.688200 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-9f424c1d-83b3-4c66-9eba-2965e577d0e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:24.690024 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-9f424c1d-83b3-4c66-9eba-2965e577d0e0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/55be2d3f-e873-4bca-9d0b-5b4e8449dcb4 HTTP/1.1" status: 204  len: 168 time: 0.5440454
Sep 10 16:46:24.691844 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-9f424c1d-83b3-4c66-9eba-2965e577d0e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:24.815165 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 59332) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:46:25.064517 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3f2baa1a-f3d1-4b8a-b148-5b30120d7a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:25.117590 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-3f2baa1a-f3d1-4b8a-b148-5b30120d7a53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:46:25.146162 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-3f2baa1a-f3d1-4b8a-b148-5b30120d7a53 admin admin] Usage tracker for resource:security_group_rule and tenant:d8bfbef1f95d40a39247adce15938b55 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:46:25.149288 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-3f2baa1a-f3d1-4b8a-b148-5b30120d7a53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:46:25.157686 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-3f2baa1a-f3d1-4b8a-b148-5b30120d7a53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:46:25.311411 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-11773976-9153-480b-863a-23762222e72f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:25.402717 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3f2baa1a-f3d1-4b8a-b148-5b30120d7a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:25.412765 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3f2baa1a-f3d1-4b8a-b148-5b30120d7a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:25.424115 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-f49d0cb3-96ff-494a-9754-93d681484e75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:25.497754 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-3f2baa1a-f3d1-4b8a-b148-5b30120d7a53 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d8bfbef1f95d40a39247adce15938b55&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6788588
Sep 10 16:46:25.497754 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2baa1a-f3d1-4b8a-b148-5b30120d7a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4aa703-c9f7-4c64-9afe-a4e9a2a8aa87,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:25.498353 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 59354) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:46:25.514039 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-3f2baa1a-f3d1-4b8a-b148-5b30120d7a53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:25.631244 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:25.713106 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8f75ff7d-d43c-4c28-beed-533f44bccb1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:25.796047 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8f75ff7d-d43c-4c28-beed-533f44bccb1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:25.854774 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee1470-c7ba-4fae-9091-ee85c2fc7a2a req-dbeb8df5-2af2-4233-90b1-5df478d86cc2 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:25.856283 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-45ee1470-c7ba-4fae-9091-ee85c2fc7a2a req-dbeb8df5-2af2-4233-90b1-5df478d86cc2 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 945 time: 0.2096450
Sep 10 16:46:25.893049 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8f75ff7d-d43c-4c28-beed-533f44bccb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:25.904410 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-9d540a87-cb47-4903-a7ab-3f18dee24c02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:25.936637 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-45ee1470-c7ba-4fae-9091-ee85c2fc7a2a req-a2726c6b-bff5-43bf-8a5f-399e010c7094 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0724518
Sep 10 16:46:25.944925 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f75ff7d-d43c-4c28-beed-533f44bccb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4aa703-c9f7-4c64-9afe-a4e9a2a8aa87,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:25.948250 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-8f75ff7d-d43c-4c28-beed-533f44bccb1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:25.971385 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8f75ff7d-d43c-4c28-beed-533f44bccb1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:25.975827 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-8f75ff7d-d43c-4c28-beed-533f44bccb1a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6b4aa703-c9f7-4c64-9afe-a4e9a2a8aa87 HTTP/1.1" status: 204  len: 168 time: 0.4765606
Sep 10 16:46:27.387487 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d579f-4d5f-483c-bc51-dd9de1cba753 req-16cfce41-6fd2-4d34-b033-e4f20cd2daad tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:27.397868 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-4b8d579f-4d5f-483c-bc51-dd9de1cba753 req-16cfce41-6fd2-4d34-b033-e4f20cd2daad tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 945 time: 0.1095386
Sep 10 16:46:27.418591 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 59440) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:46:27.532628 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-4b8d579f-4d5f-483c-bc51-dd9de1cba753 req-11bb7c2a-646c-4ee4-a342-dd246a710a90 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1335318
Sep 10 16:46:27.533911 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-114834ef-a6f9-4a40-a4cf-693372e7878f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:27.652602 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-a5c5297b-b5ef-4ca9-95e0-439478a3c029 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-996732875-network', 'tenant_id': '427e6796c7f542059575841cfab8a583'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:46:27.658434 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-a5c5297b-b5ef-4ca9-95e0-439478a3c029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:46:27.662823 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-a5c5297b-b5ef-4ca9-95e0-439478a3c029 admin admin] Usage tracker for resource:network and tenant:427e6796c7f542059575841cfab8a583 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:46:27.665771 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-a5c5297b-b5ef-4ca9-95e0-439478a3c029 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:46:27.673386 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-a5c5297b-b5ef-4ca9-95e0-439478a3c029 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:46:27.685411 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c5297b-b5ef-4ca9-95e0-439478a3c029 admin admin] Made reservation on behalf of 427e6796c7f542059575841cfab8a583 for: {'network': 1} {{(pid=74982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:46:27.689567 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-a5c5297b-b5ef-4ca9-95e0-439478a3c029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for network, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:27.708333 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-a5c5297b-b5ef-4ca9-95e0-439478a3c029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:27.748852 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-a5c5297b-b5ef-4ca9-95e0-439478a3c029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:46:27.754139 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-a5c5297b-b5ef-4ca9-95e0-439478a3c029 admin admin] Usage tracker for resource:security_group_rule and tenant:427e6796c7f542059575841cfab8a583 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:46:27.757599 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-a5c5297b-b5ef-4ca9-95e0-439478a3c029 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:46:27.764799 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-a5c5297b-b5ef-4ca9-95e0-439478a3c029 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:46:27.872973 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-a5c5297b-b5ef-4ca9-95e0-439478a3c029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:27.878548 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-a5c5297b-b5ef-4ca9-95e0-439478a3c029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:27.884356 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-806933bb-d048-4132-a0f9-453887858d36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:28.000353 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5c5297b-b5ef-4ca9-95e0-439478a3c029 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'}  {{(pid=74982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Sep 10 16:46:28.010413 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c5297b-b5ef-4ca9-95e0-439478a3c029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b806f0d2-e4b4-49ed-8dda-e41f4f57a6fa,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:28.014794 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-a5c5297b-b5ef-4ca9-95e0-439478a3c029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:28.018832 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-a5c5297b-b5ef-4ca9-95e0-439478a3c029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-567309'] for segment, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:28.019353 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.db.segments_db [None req-a5c5297b-b5ef-4ca9-95e0-439478a3c029 admin admin] Added segment c5a19012-d1b7-40fb-9185-4f6121dd52f6 of type vlan for network 7091017d-2230-4288-b149-b0a8abc860d9
Sep 10 16:46:28.057759 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-a5c5297b-b5ef-4ca9-95e0-439478a3c029 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763383730616'] for network, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:28.110685 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-a5c5297b-b5ef-4ca9-95e0-439478a3c029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695'] for network, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:28.112432 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c5297b-b5ef-4ca9-95e0-439478a3c029 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:28.113530 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-a5c5297b-b5ef-4ca9-95e0-439478a3c029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for network, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:28.120431 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-4365b5b6-37ee-49a2-9341-c7c31d66ff7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:28.258512 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 59468) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:46:28.259078 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-a5c5297b-b5ef-4ca9-95e0-439478a3c029 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8386998
Sep 10 16:46:28.264781 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [None req-d8ddcad9-a47b-451d-ba67-80dcbbf95b97 admin admin] Request body: {'subnet': {'network_id': '7091017d-2230-4288-b149-b0a8abc860d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-996732875-subnet', 'tenant_id': '427e6796c7f542059575841cfab8a583', 'ip_version': 4}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:46:28.267581 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c5297b-b5ef-4ca9-95e0-439478a3c029 admin admin] Pushing event updated for resources: {'Network': ['ID=7091017d-2230-4288-b149-b0a8abc860d9,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:28.272382 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-a5c5297b-b5ef-4ca9-95e0-439478a3c029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:28.281933 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Network 7091017d-2230-4288-b149-b0a8abc860d9 details requested by agent ovs-agent-dv-cinder-808473-1-iscsi with host dv-cinder-808473-1-iscsi {{(pid=74983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 10 16:46:28.283596 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-d8ddcad9-a47b-451d-ba67-80dcbbf95b97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:46:28.293668 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-d8ddcad9-a47b-451d-ba67-80dcbbf95b97 admin admin] Usage tracker for resource:subnet and tenant:427e6796c7f542059575841cfab8a583 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:46:28.319041 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-d8ddcad9-a47b-451d-ba67-80dcbbf95b97 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:46:28.330330 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-d8ddcad9-a47b-451d-ba67-80dcbbf95b97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:46:28.355406 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ddcad9-a47b-451d-ba67-80dcbbf95b97 admin admin] Made reservation on behalf of 427e6796c7f542059575841cfab8a583 for: {'subnet': 1} {{(pid=74981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:46:28.360514 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d8ddcad9-a47b-451d-ba67-80dcbbf95b97 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:28.575944 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:28.893278 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d8ddcad9-a47b-451d-ba67-80dcbbf95b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695'] for subnet, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:28.900405 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:28.989425 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ddcad9-a47b-451d-ba67-80dcbbf95b97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9ce5f47-6b8d-4442-bda9-2c50c5c59baa,revision_number=0']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:28.997349 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-d8ddcad9-a47b-451d-ba67-80dcbbf95b97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:29.003846 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1d2b6-5bf8-4fb7-8708-f9dcb4354c65 req-db4d2f89-622c-4aa7-a998-e9229e3e675e tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:29.005643 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-d9d1d2b6-5bf8-4fb7-8708-f9dcb4354c65 req-db4d2f89-622c-4aa7-a998-e9229e3e675e tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 945 time: 0.1957924
Sep 10 16:46:29.033945 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ddcad9-a47b-451d-ba67-80dcbbf95b97 admin admin] Checking segment: {'id': 'c5a19012-d1b7-40fb-9185-4f6121dd52f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7091017d-2230-4288-b149-b0a8abc860d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:46:29.034618 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ddcad9-a47b-451d-ba67-80dcbbf95b97 admin admin] Network hostable DHCP agents. Network: 7091017d-2230-4288-b149-b0a8abc860d9, hostable agents: ['16ada634-a41f-45d3-a3ee-16ead43437b7'], hosted agents: [] {{(pid=74981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 10 16:46:29.079377 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-d9d1d2b6-5bf8-4fb7-8708-f9dcb4354c65 req-2d03ed48-c5d7-458c-af21-02035b816915 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0670600
Sep 10 16:46:29.095375 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ddcad9-a47b-451d-ba67-80dcbbf95b97 admin admin] Network 7091017d-2230-4288-b149-b0a8abc860d9 is scheduled to be hosted by DHCP agent 16ada634-a41f-45d3-a3ee-16ead43437b7 with binding_index 1 {{(pid=74981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 10 16:46:29.108806 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.base_scheduler [None req-d8ddcad9-a47b-451d-ba67-80dcbbf95b97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808473-1-iscsi, 7091017d-2230-4288-b149-b0a8abc860d9) {{(pid=74981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:46:29.117337 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d970b534-4fdd-4ef4-bd4e-b2745e292448 None None] Network 7091017d-2230-4288-b149-b0a8abc860d9 requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:46:29.122627 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ddcad9-a47b-451d-ba67-80dcbbf95b97 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:29.123240 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d8ddcad9-a47b-451d-ba67-80dcbbf95b97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for subnet, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:29.158271 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 59496) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:46:29.160155 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-d8ddcad9-a47b-451d-ba67-80dcbbf95b97 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.9002085
Sep 10 16:46:29.164855 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-32e992c0-1835-4645-878e-3cc685bb36f7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-996732875-router', 'tenant_id': '427e6796c7f542059575841cfab8a583', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'}}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:46:29.174554 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-32e992c0-1835-4645-878e-3cc685bb36f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:46:29.190834 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-32e992c0-1835-4645-878e-3cc685bb36f7 admin admin] Usage tracker for resource:router and tenant:427e6796c7f542059575841cfab8a583 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:46:29.194017 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-32e992c0-1835-4645-878e-3cc685bb36f7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:46:29.210026 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-32e992c0-1835-4645-878e-3cc685bb36f7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:46:29.223221 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-32e992c0-1835-4645-878e-3cc685bb36f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16204'] for router, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:29.224531 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-32e992c0-1835-4645-878e-3cc685bb36f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447437', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-335565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16211'] for router, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:29.263238 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-32e992c0-1835-4645-878e-3cc685bb36f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:29.459387 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1730ccda-58bd-4325-9221-2197c8438e09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd50011bc-20d0-5c59-bf13-9c606f0d4957-7091017d-2230-4288-b149-b0a8abc860d9', 'network_id': '7091017d-2230-4288-b149-b0a8abc860d9', 'tenant_id': '427e6796c7f542059575841cfab8a583', 'fixed_ips': [{'subnet_id': 'd9ce5f47-6b8d-4442-bda9-2c50c5c59baa'}]}} from dv-cinder-808473-1-iscsi. {{(pid=74983) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Sep 10 16:46:29.460699 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-1730ccda-58bd-4325-9221-2197c8438e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:29.511340 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-32e992c0-1835-4645-878e-3cc685bb36f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-446775', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16225'] for router, precommit_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:29.656881 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.db_base_plugin_common [None req-1730ccda-58bd-4325-9221-2197c8438e09 None None] Allocated IP 172.20.0.2 (7091017d-2230-4288-b149-b0a8abc860d9/d9ce5f47-6b8d-4442-bda9-2c50c5c59baa/15ee18a3-46e3-48e0-9a68-b6fab000fa1f) {{(pid=74983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:46:29.794118 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-32e992c0-1835-4645-878e-3cc685bb36f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:29.860735 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-32e992c0-1835-4645-878e-3cc685bb36f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:29.987399 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:30.003813 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-1730ccda-58bd-4325-9221-2197c8438e09 None None] Notify callbacks [] for port, precommit_create {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:30.016746 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-1730ccda-58bd-4325-9221-2197c8438e09 None None] Transition to ACTIVE for port object 15ee18a3-46e3-48e0-9a68-b6fab000fa1f will not be triggered until provisioned by entity L2. {{(pid=74983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:46:30.045007 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-1730ccda-58bd-4325-9221-2197c8438e09 None None] Transition to ACTIVE for port object 15ee18a3-46e3-48e0-9a68-b6fab000fa1f will not be triggered until provisioned by entity DHCP. {{(pid=74983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:46:30.056871 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-1730ccda-58bd-4325-9221-2197c8438e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793'] for port, after_create {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:30.063715 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-19c42f8b-beb4-4081-ab4f-e6048fd2006a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:30.107598 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.db_base_plugin_common [None req-32e992c0-1835-4645-878e-3cc685bb36f7 admin admin] Allocated IP 172.27.0.182 (7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e/dc5dafb3-b941-44a9-9498-2bdb3e4caa08/cde22c26-ad7f-4f1f-819c-42a19a00f939) {{(pid=74982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:46:30.187989 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1730ccda-58bd-4325-9221-2197c8438e09 None None] Network 7091017d-2230-4288-b149-b0a8abc860d9 is already hosted by enough agents. {{(pid=74983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:46:30.193121 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.scheduler.base_scheduler [None req-1730ccda-58bd-4325-9221-2197c8438e09 None None] Resources bound (agent type, host, resource id):  {{(pid=74983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:46:30.199418 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1730ccda-58bd-4325-9221-2197c8438e09 None None] Received port after_create {{(pid=74983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:46:30.224592 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1730ccda-58bd-4325-9221-2197c8438e09 None None] Pushing event updated for resources: {'Port': ['ID=15ee18a3-46e3-48e0-9a68-b6fab000fa1f,revision_number=1']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:30.232686 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-1730ccda-58bd-4325-9221-2197c8438e09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:30.334318 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-32e992c0-1835-4645-878e-3cc685bb36f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:30.472649 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-1730ccda-58bd-4325-9221-2197c8438e09 None None] Attempting to bind port 15ee18a3-46e3-48e0-9a68-b6fab000fa1f on host dv-cinder-808473-1-iscsi for vnic_type normal with profile  {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:46:30.473049 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-1730ccda-58bd-4325-9221-2197c8438e09 None None] Attempting to bind port 15ee18a3-46e3-48e0-9a68-b6fab000fa1f by drivers openvswitch,hyperv on host dv-cinder-808473-1-iscsi at level 0 using segments [{'id': 'c5a19012-d1b7-40fb-9185-4f6121dd52f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7091017d-2230-4288-b149-b0a8abc860d9'}] {{(pid=74983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:46:30.473475 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1730ccda-58bd-4325-9221-2197c8438e09 None None] Attempting to bind port 15ee18a3-46e3-48e0-9a68-b6fab000fa1f on network 7091017d-2230-4288-b149-b0a8abc860d9 {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:46:30.482744 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1730ccda-58bd-4325-9221-2197c8438e09 None None] Checking agent: {'id': 'f3cf38fb-3540-46d0-a6e6-e52cff650adc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 35, 26), 'started_at': datetime.datetime(2021, 9, 10, 16, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:46:30.483148 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1730ccda-58bd-4325-9221-2197c8438e09 None None] Checking segment: {'id': 'c5a19012-d1b7-40fb-9185-4f6121dd52f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7091017d-2230-4288-b149-b0a8abc860d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:46:30.483613 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-1730ccda-58bd-4325-9221-2197c8438e09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:30.484705 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1730ccda-58bd-4325-9221-2197c8438e09 None None] Bound using segment: {'id': 'c5a19012-d1b7-40fb-9185-4f6121dd52f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7091017d-2230-4288-b149-b0a8abc860d9'} {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:46:30.484705 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-1730ccda-58bd-4325-9221-2197c8438e09 None None] Bound port: 15ee18a3-46e3-48e0-9a68-b6fab000fa1f, host: dv-cinder-808473-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a19012-d1b7-40fb-9185-4f6121dd52f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7091017d-2230-4288-b149-b0a8abc860d9'}}] {{(pid=74983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:46:30.485342 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-1730ccda-58bd-4325-9221-2197c8438e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:30.573877 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-32e992c0-1835-4645-878e-3cc685bb36f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:30.604887 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:30.681888 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e992c0-1835-4645-878e-3cc685bb36f7 admin admin] Network 7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e is already hosted by enough agents. {{(pid=74982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:46:30.693149 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-1730ccda-58bd-4325-9221-2197c8438e09 None None] For port 15ee18a3-46e3-48e0-9a68-b6fab000fa1f, host dv-cinder-808473-1-iscsi, cleared binding levels {{(pid=74983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:46:30.697813 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.base_scheduler [None req-32e992c0-1835-4645-878e-3cc685bb36f7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:46:30.700334 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-1730ccda-58bd-4325-9221-2197c8438e09 None None] For port 15ee18a3-46e3-48e0-9a68-b6fab000fa1f, host dv-cinder-808473-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=15ee18a3-46e3-48e0-9a68-b6fab000fa1f,segment=NetworkSegment(c5a19012-d1b7-40fb-9185-4f6121dd52f6),segment_id=c5a19012-d1b7-40fb-9185-4f6121dd52f6)] {{(pid=74983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:46:30.704770 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=74983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 10 16:46:30.706217 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e992c0-1835-4645-878e-3cc685bb36f7 admin admin] Received port after_create {{(pid=74982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:46:30.717603 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-1730ccda-58bd-4325-9221-2197c8438e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:30.726344 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-89ecd9ad-87cd-4032-8dc1-ba367166818a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:30.771294 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ebc4f-a4e3-41d3-8713-7f82ca39f271 req-1f20e60e-2a83-49b7-a799-5a09662cd9a6 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:30.772773 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-136ebc4f-a4e3-41d3-8713-7f82ca39f271 req-1f20e60e-2a83-49b7-a799-5a09662cd9a6 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 945 time: 0.4091182
Sep 10 16:46:30.824864 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1730ccda-58bd-4325-9221-2197c8438e09 None None] Pushing event updated for resources: {'Port': ['ID=15ee18a3-46e3-48e0-9a68-b6fab000fa1f,revision_number=2']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:30.834062 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-1730ccda-58bd-4325-9221-2197c8438e09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:30.837185 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.db.resource_extend [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Sep 10 16:46:30.864298 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-136ebc4f-a4e3-41d3-8713-7f82ca39f271 req-d3c797f6-c77a-4531-ba57-18eb0b74d815 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0791919
Sep 10 16:46:30.869939 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e992c0-1835-4645-878e-3cc685bb36f7 admin admin] Pushing event updated for resources: {'Port': ['ID=cde22c26-ad7f-4f1f-819c-42a19a00f939,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:30.873507 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-32e992c0-1835-4645-878e-3cc685bb36f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:30.997516 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-32e992c0-1835-4645-878e-3cc685bb36f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:31.000823 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-32e992c0-1835-4645-878e-3cc685bb36f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446738'] for router, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:31.078713 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736,segment=NetworkSegment(26e62b26-76ed-49f4-9578-2518370488fd),segment_id=26e62b26-76ed-49f4-9578-2518370488fd)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:46:31.099012 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Returning: {'device': 'b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736', 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a', 'port_id': 'b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736', 'mac_address': 'fa:16:3e:9d:64:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c869236f-34e5-4060-bd38-439ed8cf68e4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 10 16:46:31.312765 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:31.386801 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736 {{(pid=74983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:46:31.431704 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736,segment=NetworkSegment(26e62b26-76ed-49f4-9578-2518370488fd),segment_id=26e62b26-76ed-49f4-9578-2518370488fd)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:46:31.443747 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:31.445653 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:31.467413 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e992c0-1835-4645-878e-3cc685bb36f7 admin admin] Router 4fdc93f2-86b5-4844-bcac-a4cf0ab33073 is scheduled to L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 with binding_index 1 {{(pid=74982) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Sep 10 16:46:31.826683 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 15ee18a3-46e3-48e0-9a68-b6fab000fa1f up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:46:31.967991 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] get_ports_and_sgs() called for port_ids ['b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736'] {{(pid=74983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 10 16:46:32.023638 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736,revision_number=6']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:32.035992 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:32.375259 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning for port 15ee18a3-46e3-48e0-9a68-b6fab000fa1f completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:46:32.617046 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e992c0-1835-4645-878e-3cc685bb36f7 admin admin] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:46:32.628289 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802601a7-8f23-4de8-ab8f-d8e842a61be3 None None] Sync routers for ids ['4fdc93f2-86b5-4844-bcac-a4cf0ab33073'] in dv-cinder-808473-1-iscsi {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:46:32.640635 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e58a9-beca-478f-a3c4-d3c8f7e2c83a req-e43f9ce5-e219-4a13-9e64-7e343edc951d tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:32.650714 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802601a7-8f23-4de8-ab8f-d8e842a61be3 None None] Routers {'4fdc93f2-86b5-4844-bcac-a4cf0ab33073'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:46:32.651902 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-802601a7-8f23-4de8-ab8f-d8e842a61be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8625b93640>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:46:27Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['4fdc93f2-86b5-4844-bcac-a4cf0ab33073'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:46:32.652887 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-1e4e58a9-beca-478f-a3c4-d3c8f7e2c83a req-e43f9ce5-e219-4a13-9e64-7e343edc951d tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 946 time: 0.2971280
Sep 10 16:46:32.727809 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-32e992c0-1835-4645-878e-3cc685bb36f7 admin admin] Notify callbacks [] for router, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:32.733343 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-32e992c0-1835-4645-878e-3cc685bb36f7 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.5733926
Sep 10 16:46:32.744622 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41586875-9d7a-4f8b-980a-3dd3f7a296e1 req-3f239a16-7b08-4c0b-9d1f-c388fb88a0ec tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:32.749885 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 59566) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:46:32.756101 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-41586875-9d7a-4f8b-980a-3dd3f7a296e1 req-3f239a16-7b08-4c0b-9d1f-c388fb88a0ec tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 944 time: 0.2487364
Sep 10 16:46:32.835242 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-41586875-9d7a-4f8b-980a-3dd3f7a296e1 req-3e225e79-41b7-4cf1-a7b0-eda386e1399e tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0779607
Sep 10 16:46:32.909429 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-1e4e58a9-beca-478f-a3c4-d3c8f7e2c83a req-75417783-ef0e-4d80-9c2f-5cbd5cbb74eb tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2541018
Sep 10 16:46:33.169945 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2915c39b-1ef3-4bf2-b5ae-a0af924a0e96 None None] Network 7091017d-2230-4288-b149-b0a8abc860d9 requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:46:33.533326 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-3ae50d55-f599-4550-8b72-29e1624d04ec None None] Provisioning for port 15ee18a3-46e3-48e0-9a68-b6fab000fa1f completed by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:46:33.542911 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-3ae50d55-f599-4550-8b72-29e1624d04ec None None] Provisioning complete for port 15ee18a3-46e3-48e0-9a68-b6fab000fa1f triggered by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:46:33.544113 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3ae50d55-f599-4550-8b72-29e1624d04ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:33.606739 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-802601a7-8f23-4de8-ab8f-d8e842a61be3 None None] Set router 4fdc93f2-86b5-4844-bcac-a4cf0ab33073 gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:46:34.051255 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 59600) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:46:34.333414 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c733de-07a1-44bf-9a55-a8f9e1fff5c6 None None] Sync routers for ids ['4777dcf5-0b99-48dd-a156-844e0b194162'] in dv-cinder-808473-1-iscsi {{(pid=74984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:46:34.351209 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c733de-07a1-44bf-9a55-a8f9e1fff5c6 None None] Routers {'4777dcf5-0b99-48dd-a156-844e0b194162'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:46:34.351946 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-87c733de-07a1-44bf-9a55-a8f9e1fff5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f86253d8e20>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:46:27Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['4777dcf5-0b99-48dd-a156-844e0b194162'], 'active': True} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:46:34.569484 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-587b994b-0d52-4453-afc7-07e6d4a28c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:34.595505 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6dd1a-0d9c-4d60-ad0e-c4a5cca586a8 req-286ab343-924f-4fa7-8585-4cc25a953e46 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:34.598142 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-41f6dd1a-0d9c-4d60-ad0e-c4a5cca586a8 req-286ab343-924f-4fa7-8585-4cc25a953e46 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 944 time: 0.3349614
Sep 10 16:46:34.696179 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736 up at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:46:34.728732 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvr_db [None req-87c733de-07a1-44bf-9a55-a8f9e1fff5c6 None None] Set router 4777dcf5-0b99-48dd-a156-844e0b194162 gateway port host: dv-cinder-808473-1-iscsi {{(pid=74984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:46:34.784937 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-587b994b-0d52-4453-afc7-07e6d4a28c05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:46:34.787771 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890555d8-83e3-4af2-b039-a1bdc89d473e req-7aeade81-d3d5-40a5-bdc7-77b17085add2 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:34.789302 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-890555d8-83e3-4af2-b039-a1bdc89d473e req-7aeade81-d3d5-40a5-bdc7-77b17085add2 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 946 time: 0.4946978
Sep 10 16:46:34.804438 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-587b994b-0d52-4453-afc7-07e6d4a28c05 admin admin] Usage tracker for resource:security_group_rule and tenant:ae5cc18942e04c4b9c32b8eefed44932 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:46:34.818495 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-587b994b-0d52-4453-afc7-07e6d4a28c05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:46:34.840977 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-41f6dd1a-0d9c-4d60-ad0e-c4a5cca586a8 req-c13b35da-236b-4c27-91b8-5fb5a9eec6e7 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1987476
Sep 10 16:46:34.855139 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-587b994b-0d52-4453-afc7-07e6d4a28c05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:46:35.084785 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3ae50d55-f599-4550-8b72-29e1624d04ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:35.105784 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-587b994b-0d52-4453-afc7-07e6d4a28c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:35.121754 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-587b994b-0d52-4453-afc7-07e6d4a28c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:35.156786 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-6b08a20d-de3a-43fe-8b53-4c76528259c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:35.200247 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-802601a7-8f23-4de8-ab8f-d8e842a61be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8625b93640>, [{'id': '4fdc93f2-86b5-4844-bcac-a4cf0ab33073', 'name': 'tempest-TestShelveInstance-996732875-router', 'tenant_id': '427e6796c7f542059575841cfab8a583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'cde22c26-ad7f-4f1f-819c-42a19a00f939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:29Z', 'updated_at': '2021-09-10T16:46:30Z', 'revision_number': 3, 'project_id': '427e6796c7f542059575841cfab8a583', 'gw_port': {'id': 'cde22c26-ad7f-4f1f-819c-42a19a00f939', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fdc93f2-86b5-4844-bcac-a4cf0ab33073', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:29Z', 'updated_at': '2021-09-10T16:46:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi'}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:46:35.241001 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802601a7-8f23-4de8-ab8f-d8e842a61be3 None None] Checking router: 4fdc93f2-86b5-4844-bcac-a4cf0ab33073 for host: dv-cinder-808473-1-iscsi {{(pid=74983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:46:35.284144 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802601a7-8f23-4de8-ab8f-d8e842a61be3 None None] Updating router 4fdc93f2-86b5-4844-bcac-a4cf0ab33073 port cde22c26-ad7f-4f1f-819c-42a19a00f939 binding host dv-cinder-808473-1-iscsi {{(pid=74983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 10 16:46:35.314807 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-587b994b-0d52-4453-afc7-07e6d4a28c05 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ae5cc18942e04c4b9c32b8eefed44932&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2600851
Sep 10 16:46:35.320915 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 59632) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:46:35.332362 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b994b-0d52-4453-afc7-07e6d4a28c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae8bb19-d327-49d9-978e-d049442ec899,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:35.356219 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-587b994b-0d52-4453-afc7-07e6d4a28c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:35.398575 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-890555d8-83e3-4af2-b039-a1bdc89d473e req-4b31bb1b-8210-4648-bd0f-58626d2e183b tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5163646
Sep 10 16:46:35.399968 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-3ae50d55-f599-4550-8b72-29e1624d04ec None None] For port 15ee18a3-46e3-48e0-9a68-b6fab000fa1f, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=15ee18a3-46e3-48e0-9a68-b6fab000fa1f,segment=NetworkSegment(c5a19012-d1b7-40fb-9185-4f6121dd52f6),segment_id=c5a19012-d1b7-40fb-9185-4f6121dd52f6)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:46:35.413969 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7f882b1f-9281-404c-ab17-fd659007f91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:35.448693 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3ae50d55-f599-4550-8b72-29e1624d04ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:35.459735 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-1730ccda-58bd-4325-9221-2197c8438e09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:35.534243 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning complete for port b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:46:35.538291 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:35.566772 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-87c733de-07a1-44bf-9a55-a8f9e1fff5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f86253d8e20>, [{'id': '4777dcf5-0b99-48dd-a156-844e0b194162', 'name': 'tempest-TestMinimumBasicScenario-1647776361-router', 'tenant_id': '8db4df7a7d6f4d16b94ba33cfca13b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'a3a85f04-cc7e-4a55-9076-630dd3d70e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:05Z', 'updated_at': '2021-09-10T16:46:11Z', 'revision_number': 4, 'project_id': '8db4df7a7d6f4d16b94ba33cfca13b68', 'gw_port': {'id': 'a3a85f04-cc7e-4a55-9076-630dd3d70e80', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:1e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4777dcf5-0b99-48dd-a156-844e0b194162', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:06Z', 'updated_at': '2021-09-10T16:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': '72cdfe61-dadd-47ca-9bfd-f38b9d47f2ed', 'name': '', 'network_id': 'cadb8311-ea22-4c0f-89a5-1a693727a23e', 'tenant_id': '8db4df7a7d6f4d16b94ba33cfca13b68', 'mac_address': 'fa:16:3e:f2:95:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4777dcf5-0b99-48dd-a156-844e0b194162', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9eb9d6d3-7694-4902-9cd1-f49713d942aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:09Z', 'updated_at': '2021-09-10T16:46:11Z', 'revision_number': 2, 'project_id': '8db4df7a7d6f4d16b94ba33cfca13b68', 'subnets': [{'id': '9eb9d6d3-7694-4902-9cd1-f49713d942aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:46:35.572327 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c733de-07a1-44bf-9a55-a8f9e1fff5c6 None None] Checking router: 4777dcf5-0b99-48dd-a156-844e0b194162 for host: dv-cinder-808473-1-iscsi {{(pid=74984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:46:35.572969 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c733de-07a1-44bf-9a55-a8f9e1fff5c6 None None] Updating router 4777dcf5-0b99-48dd-a156-844e0b194162 port 72cdfe61-dadd-47ca-9bfd-f38b9d47f2ed binding host dv-cinder-808473-1-iscsi {{(pid=74984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 10 16:46:35.639020 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-87c733de-07a1-44bf-9a55-a8f9e1fff5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:35.724758 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae50d55-f599-4550-8b72-29e1624d04ec None None] Pushing event updated for resources: {'Port': ['ID=15ee18a3-46e3-48e0-9a68-b6fab000fa1f,revision_number=3']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:35.728880 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-3ae50d55-f599-4550-8b72-29e1624d04ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:35.797456 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-802601a7-8f23-4de8-ab8f-d8e842a61be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:35.964021 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:35.988526 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-2a1bdb5f-d357-4faa-ab57-cf7af5ce76da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:36.027345 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c7cf8d23-9a0d-4e8a-bd46-f8e65d764189 None None] Provisioning complete for port 15ee18a3-46e3-48e0-9a68-b6fab000fa1f triggered by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:46:36.027718 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c7cf8d23-9a0d-4e8a-bd46-f8e65d764189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:36.054621 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-2a1bdb5f-d357-4faa-ab57-cf7af5ce76da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:36.119664 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.db_base_plugin_common [None req-7f882b1f-9281-404c-ab17-fd659007f91e admin admin] Allocated IP 172.20.0.1 (7091017d-2230-4288-b149-b0a8abc860d9/d9ce5f47-6b8d-4442-bda9-2c50c5c59baa/df318bd2-892a-47b5-88c8-be5c0b230260) {{(pid=74982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:46:36.127083 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-2a1bdb5f-d357-4faa-ab57-cf7af5ce76da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:36.132706 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-a1ccb2ed-279b-438e-b3d2-198d6952abcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:36.154894 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1bdb5f-d357-4faa-ab57-cf7af5ce76da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae8bb19-d327-49d9-978e-d049442ec899,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:36.162818 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-2a1bdb5f-d357-4faa-ab57-cf7af5ce76da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:36.303939 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-b222e77f-eab4-4dda-9fee-4b67fc26dd7d tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:36.312750 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-b222e77f-eab4-4dda-9fee-4b67fc26dd7d tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/networks?id=fab5f826-fa9d-49ba-ac0c-578581e924e4 HTTP/1.1" status: 200  len: 815 time: 0.3491826
Sep 10 16:46:36.330869 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-f652e71c-30e0-4af2-88d5-761e81003356 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/quotas/fc4d485616234b49980bd3f8c80da5b5 HTTP/1.1" status: 200  len: 375 time: 0.0167403
Sep 10 16:46:36.356360 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:36.407215 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7f882b1f-9281-404c-ab17-fd659007f91e admin admin] Notify callbacks [] for port, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:36.433160 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0007b50-7c84-4a40-af93-ae969d856f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736'}] {{(pid=74983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:46:36.500573 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-2a1bdb5f-d357-4faa-ab57-cf7af5ce76da admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:36.507007 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-2a1bdb5f-d357-4faa-ab57-cf7af5ce76da admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eae8bb19-d327-49d9-978e-d049442ec899 HTTP/1.1" status: 204  len: 168 time: 1.1792591
Sep 10 16:46:36.528235 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736,segment=NetworkSegment(26e62b26-76ed-49f4-9578-2518370488fd),segment_id=26e62b26-76ed-49f4-9578-2518370488fd)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:46:36.540343 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-bdc24e96-3d6f-4758-af49-6e5dbbdd38f2 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Synchronizing usage tracker for tenant:fc4d485616234b49980bd3f8c80da5b5 on resource:port {{(pid=74981) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:46:36.540580 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.provisioning_blocks [None req-7f882b1f-9281-404c-ab17-fd659007f91e admin admin] Transition to ACTIVE for port object df318bd2-892a-47b5-88c8-be5c0b230260 will not be triggered until provisioned by entity DHCP. {{(pid=74982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:46:36.552354 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:36.560267 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:36.650473 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d319ad-83d5-4fb5-a8b4-377c592ad029 req-a4d6c89a-0860-43ea-a9c5-1055c6c1e371 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:36.654231 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-c3d319ad-83d5-4fb5-a8b4-377c592ad029 req-a4d6c89a-0860-43ea-a9c5-1055c6c1e371 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 944 time: 0.2344098
Sep 10 16:46:36.669071 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-87c733de-07a1-44bf-9a55-a8f9e1fff5c6 None None] Notify callbacks [] for port, precommit_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:36.676850 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-bdc24e96-3d6f-4758-af49-6e5dbbdd38f2 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Unset dirty status for tenant:fc4d485616234b49980bd3f8c80da5b5 on resource:port {{(pid=74981) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:46:36.680881 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-bdc24e96-3d6f-4758-af49-6e5dbbdd38f2 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc4d485616234b49980bd3f8c80da5b5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3466511
Sep 10 16:46:36.700050 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.provisioning_blocks [None req-87c733de-07a1-44bf-9a55-a8f9e1fff5c6 None None] Transition to ACTIVE for port object 72cdfe61-dadd-47ca-9bfd-f38b9d47f2ed will not be triggered until provisioned by entity L2. {{(pid=74984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:46:36.720397 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-87c733de-07a1-44bf-9a55-a8f9e1fff5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:36.737469 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:36.766673 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7f882b1f-9281-404c-ab17-fd659007f91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:36.779248 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736,revision_number=7']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:36.783164 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:36.799223 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:36.861631 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec22c97e-fedb-4179-833c-2e4574c98e45 None None] Pushing event updated for resources: {'Port': ['ID=72cdfe61-dadd-47ca-9bfd-f38b9d47f2ed,revision_number=3']} {{(pid=74984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:36.976440 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG oslo_concurrency.lockutils [None req-ec22c97e-fedb-4179-833c-2e4574c98e45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=74984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:37.131204 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-802601a7-8f23-4de8-ab8f-d8e842a61be3 None None] Notify callbacks [] for port, precommit_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:37.140413 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7a1df883-1ced-4747-b58a-fd239a5248c8 req-63ee856e-0442-44c3-9728-42c0d735566d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.5446825
Sep 10 16:46:37.166057 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f882b1f-9281-404c-ab17-fd659007f91e admin admin] Pushing event updated for resources: {'Port': ['ID=df318bd2-892a-47b5-88c8-be5c0b230260,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:37.168665 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-802601a7-8f23-4de8-ab8f-d8e842a61be3 None None] Transition to ACTIVE for port object cde22c26-ad7f-4f1f-819c-42a19a00f939 will not be triggered until provisioned by entity L2. {{(pid=74983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:46:37.180636 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-7f882b1f-9281-404c-ab17-fd659007f91e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:37.192859 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-c3d319ad-83d5-4fb5-a8b4-377c592ad029 req-afec4b39-97b3-4f3a-9ce5-36b11a5b6000 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5261412
Sep 10 16:46:37.223338 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-802601a7-8f23-4de8-ab8f-d8e842a61be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:37.224339 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f882b1f-9281-404c-ab17-fd659007f91e admin admin] Network 7091017d-2230-4288-b149-b0a8abc860d9 is already hosted by enough agents. {{(pid=74982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:46:37.225707 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.base_scheduler [None req-7f882b1f-9281-404c-ab17-fd659007f91e admin admin] Resources bound (agent type, host, resource id):  {{(pid=74982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:46:37.231615 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f882b1f-9281-404c-ab17-fd659007f91e admin admin] Received port after_create {{(pid=74982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:46:37.254501 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:37.301252 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.managers [None req-87c733de-07a1-44bf-9a55-a8f9e1fff5c6 None None] Attempting to bind port 72cdfe61-dadd-47ca-9bfd-f38b9d47f2ed on host dv-cinder-808473-1-iscsi for vnic_type normal with profile  {{(pid=74984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:46:37.302104 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.managers [None req-87c733de-07a1-44bf-9a55-a8f9e1fff5c6 None None] Attempting to bind port 72cdfe61-dadd-47ca-9bfd-f38b9d47f2ed by drivers openvswitch,hyperv on host dv-cinder-808473-1-iscsi at level 0 using segments [{'id': 'c7374338-ac9b-4c9c-98f8-fa53905b5e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'cadb8311-ea22-4c0f-89a5-1a693727a23e'}] {{(pid=74984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:46:37.302489 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c733de-07a1-44bf-9a55-a8f9e1fff5c6 None None] Attempting to bind port 72cdfe61-dadd-47ca-9bfd-f38b9d47f2ed on network cadb8311-ea22-4c0f-89a5-1a693727a23e {{(pid=74984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:46:37.334691 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c733de-07a1-44bf-9a55-a8f9e1fff5c6 None None] Checking agent: {'id': 'f3cf38fb-3540-46d0-a6e6-e52cff650adc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 35, 26), 'started_at': datetime.datetime(2021, 9, 10, 16, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:46:37.335072 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c733de-07a1-44bf-9a55-a8f9e1fff5c6 None None] Checking segment: {'id': 'c7374338-ac9b-4c9c-98f8-fa53905b5e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'cadb8311-ea22-4c0f-89a5-1a693727a23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:46:37.338670 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-87c733de-07a1-44bf-9a55-a8f9e1fff5c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:37.339195 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c733de-07a1-44bf-9a55-a8f9e1fff5c6 None None] Bound using segment: {'id': 'c7374338-ac9b-4c9c-98f8-fa53905b5e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'cadb8311-ea22-4c0f-89a5-1a693727a23e'} {{(pid=74984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:46:37.339611 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.managers [None req-87c733de-07a1-44bf-9a55-a8f9e1fff5c6 None None] Bound port: 72cdfe61-dadd-47ca-9bfd-f38b9d47f2ed, host: dv-cinder-808473-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7374338-ac9b-4c9c-98f8-fa53905b5e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'cadb8311-ea22-4c0f-89a5-1a693727a23e'}}] {{(pid=74984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:46:37.344150 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-87c733de-07a1-44bf-9a55-a8f9e1fff5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:37.413525 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-802601a7-8f23-4de8-ab8f-d8e842a61be3 None None] Attempting to bind port cde22c26-ad7f-4f1f-819c-42a19a00f939 on host dv-cinder-808473-1-iscsi for vnic_type normal with profile  {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:46:37.414311 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-802601a7-8f23-4de8-ab8f-d8e842a61be3 None None] Attempting to bind port cde22c26-ad7f-4f1f-819c-42a19a00f939 by drivers openvswitch,hyperv on host dv-cinder-808473-1-iscsi at level 0 using segments [{'id': '7f0f17d1-ee65-42aa-885b-938bb9d3cd64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'}] {{(pid=74983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:46:37.414924 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802601a7-8f23-4de8-ab8f-d8e842a61be3 None None] Attempting to bind port cde22c26-ad7f-4f1f-819c-42a19a00f939 on network 7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:46:37.430837 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7f882b1f-9281-404c-ab17-fd659007f91e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446932'] for router_interface, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:37.446651 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88999446-df5e-4449-a56e-2916ac283f25 None None] Pushing event updated for resources: {'Port': ['ID=cde22c26-ad7f-4f1f-819c-42a19a00f939,revision_number=2']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:37.454704 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-88999446-df5e-4449-a56e-2916ac283f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:37.468851 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802601a7-8f23-4de8-ab8f-d8e842a61be3 None None] Checking agent: {'id': 'f3cf38fb-3540-46d0-a6e6-e52cff650adc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 35, 26), 'started_at': datetime.datetime(2021, 9, 10, 16, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:46:37.469904 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802601a7-8f23-4de8-ab8f-d8e842a61be3 None None] Checking segment: {'id': '7f0f17d1-ee65-42aa-885b-938bb9d3cd64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:46:37.470632 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-802601a7-8f23-4de8-ab8f-d8e842a61be3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:37.471327 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802601a7-8f23-4de8-ab8f-d8e842a61be3 None None] Bound using segment: {'id': '7f0f17d1-ee65-42aa-885b-938bb9d3cd64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'} {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:46:37.472097 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-802601a7-8f23-4de8-ab8f-d8e842a61be3 None None] Bound port: cde22c26-ad7f-4f1f-819c-42a19a00f939, host: dv-cinder-808473-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f0f17d1-ee65-42aa-885b-938bb9d3cd64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'}}] {{(pid=74983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:46:37.472724 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-802601a7-8f23-4de8-ab8f-d8e842a61be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:37.623464 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 15ee18a3-46e3-48e0-9a68-b6fab000fa1f up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:46:37.624776 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-478fee89-7606-4de4-aaf8-79c898ee2a1f service neutron] 10.222.0.41 "GET /v2.0/networks/fab5f826-fa9d-49ba-ac0c-578581e924e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8979187
Sep 10 16:46:37.770468 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.db [None req-87c733de-07a1-44bf-9a55-a8f9e1fff5c6 None None] For port 72cdfe61-dadd-47ca-9bfd-f38b9d47f2ed, host dv-cinder-808473-1-iscsi, cleared binding levels {{(pid=74984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:46:37.787250 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.db [None req-87c733de-07a1-44bf-9a55-a8f9e1fff5c6 None None] For port 72cdfe61-dadd-47ca-9bfd-f38b9d47f2ed, host dv-cinder-808473-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=72cdfe61-dadd-47ca-9bfd-f38b9d47f2ed,segment=NetworkSegment(c7374338-ac9b-4c9c-98f8-fa53905b5e04),segment_id=c7374338-ac9b-4c9c-98f8-fa53905b5e04)] {{(pid=74984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:46:37.801057 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-87c733de-07a1-44bf-9a55-a8f9e1fff5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:37.822311 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG oslo_concurrency.lockutils [None req-32544b2b-63e7-4bad-8f89-6b2c3c9b44e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:37.833756 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port 15ee18a3-46e3-48e0-9a68-b6fab000fa1f triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:46:37.834918 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:37.881056 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7f882b1f-9281-404c-ab17-fd659007f91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:37.893841 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-802601a7-8f23-4de8-ab8f-d8e842a61be3 None None] For port cde22c26-ad7f-4f1f-819c-42a19a00f939, host dv-cinder-808473-1-iscsi, cleared binding levels {{(pid=74983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:46:37.925015 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7a1df883-1ced-4747-b58a-fd239a5248c8 req-5805c705-bf1e-4c19-83a5-7730d9f0dd9d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff9271dbe9584869afd7a0ccba96dfb8&device_id=f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d HTTP/1.1" status: 200  len: 1099 time: 0.7588136
Sep 10 16:46:37.951326 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-802601a7-8f23-4de8-ab8f-d8e842a61be3 None None] For port cde22c26-ad7f-4f1f-819c-42a19a00f939, host dv-cinder-808473-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=cde22c26-ad7f-4f1f-819c-42a19a00f939,segment=NetworkSegment(7f0f17d1-ee65-42aa-885b-938bb9d3cd64),segment_id=7f0f17d1-ee65-42aa-885b-938bb9d3cd64)] {{(pid=74983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:46:37.974304 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-802601a7-8f23-4de8-ab8f-d8e842a61be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:37.987377 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:38.197117 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88999446-df5e-4449-a56e-2916ac283f25 None None] Pushing event updated for resources: {'Port': ['ID=cde22c26-ad7f-4f1f-819c-42a19a00f939,revision_number=3']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:38.207298 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-88999446-df5e-4449-a56e-2916ac283f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:38.232939 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c733de-07a1-44bf-9a55-a8f9e1fff5c6 None None] Routers {'4777dcf5-0b99-48dd-a156-844e0b194162'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:46:38.235102 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-87c733de-07a1-44bf-9a55-a8f9e1fff5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f86253d8e20>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:46:27Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['4777dcf5-0b99-48dd-a156-844e0b194162'], 'active': True} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:46:38.265826 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-e45c871c-b4d5-4df9-afb6-6cab520a0523 None None] Provisioning for port df318bd2-892a-47b5-88c8-be5c0b230260 completed by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:46:38.300775 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-e45c871c-b4d5-4df9-afb6-6cab520a0523 None None] Provisioning complete for port df318bd2-892a-47b5-88c8-be5c0b230260 triggered by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:46:38.301584 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-e45c871c-b4d5-4df9-afb6-6cab520a0523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:38.489566 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f57be-6bc0-4ad5-8b1e-bd798f952133 req-82d7f5fe-5815-466e-8d64-67afdacfb761 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:38.494155 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-658f57be-6bc0-4ad5-8b1e-bd798f952133 req-82d7f5fe-5815-466e-8d64-67afdacfb761 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.24 "GET /v2.0/ports?device_id=db8356a1-26c8-48b6-9787-bae398d3401c HTTP/1.1" status: 200  len: 946 time: 0.5589252
Sep 10 16:46:38.596713 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-fccb924e-b1a5-44b8-89d6-b778958dae26 service neutron] 10.222.0.41 "GET /v2.0/networks/fab5f826-fa9d-49ba-ac0c-578581e924e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9695342
Sep 10 16:46:38.600642 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802601a7-8f23-4de8-ab8f-d8e842a61be3 None None] Routers {'4fdc93f2-86b5-4844-bcac-a4cf0ab33073'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:46:38.613334 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-802601a7-8f23-4de8-ab8f-d8e842a61be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8625b93640>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:46:27Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['4fdc93f2-86b5-4844-bcac-a4cf0ab33073'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:46:38.728461 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1df883-1ced-4747-b58a-fd239a5248c8 req-856a6bb8-0756-4d6b-8a3f-27283fe72c95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:38.734282 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7a1df883-1ced-4747-b58a-fd239a5248c8 req-856a6bb8-0756-4d6b-8a3f-27283fe72c95 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9e1586a1-ebae-4187-8d60-d4881a64afce HTTP/1.1" status: 200  len: 920 time: 0.7519834
Sep 10 16:46:38.879484 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7f882b1f-9281-404c-ab17-fd659007f91e admin admin] Notify callbacks [] for port, precommit_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:38.889245 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 59692) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:46:38.893125 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvr_db [None req-87c733de-07a1-44bf-9a55-a8f9e1fff5c6 None None] Set router 4777dcf5-0b99-48dd-a156-844e0b194162 gateway port host: dv-cinder-808473-1-iscsi {{(pid=74984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:46:38.905381 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7f882b1f-9281-404c-ab17-fd659007f91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2865589'] for port, after_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:38.921697 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7a1df883-1ced-4747-b58a-fd239a5248c8 req-c2cbe5af-3885-4083-85fb-ef4856bd0d8a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ceef4c5-c045-4603-8c7b-0d77244b21ce HTTP/1.1" status: 200  len: 217 time: 0.1788208
Sep 10 16:46:38.978065 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-6e0f4e8b-1688-4c47-b08c-6fc90240c08c tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:38.988151 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-802601a7-8f23-4de8-ab8f-d8e842a61be3 None None] Set router 4fdc93f2-86b5-4844-bcac-a4cf0ab33073 gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:46:39.055612 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7f882b1f-9281-404c-ab17-fd659007f91e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1231564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449135'] for router_interface, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:39.073777 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1df883-1ced-4747-b58a-fd239a5248c8 req-71fb5785-9713-4ee5-b298-62fa881c09d2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:39.074560 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f882b1f-9281-404c-ab17-fd659007f91e admin admin] Pushing event updated for resources: {'Port': ['ID=df318bd2-892a-47b5-88c8-be5c0b230260,revision_number=2']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:39.076038 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7a1df883-1ced-4747-b58a-fd239a5248c8 req-71fb5785-9713-4ee5-b298-62fa881c09d2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d93a1e6-380c-4d96-8193-6a5a396655bc HTTP/1.1" status: 200  len: 859 time: 0.1408126
Sep 10 16:46:39.087128 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-7f882b1f-9281-404c-ab17-fd659007f91e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:39.130375 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add97c8-f0cc-4cb3-96ed-eab40d910268 req-ba752612-dba1-42c5-b8bc-1749fcd53b37 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:39.133124 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-8add97c8-f0cc-4cb3-96ed-eab40d910268 req-ba752612-dba1-42c5-b8bc-1749fcd53b37 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=db8356a1-26c8-48b6-9787-bae398d3401c HTTP/1.1" status: 200  len: 946 time: 0.8234036
Sep 10 16:46:39.159601 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7a1df883-1ced-4747-b58a-fd239a5248c8 req-bbe13682-9c2b-4faf-bc75-8afaa922e5d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e1586a1-ebae-4187-8d60-d4881a64afce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0747628
Sep 10 16:46:39.195485 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec22c97e-fedb-4179-833c-2e4574c98e45 None None] Pushing event updated for resources: {'Port': ['ID=72cdfe61-dadd-47ca-9bfd-f38b9d47f2ed,revision_number=4']} {{(pid=74984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:39.227653 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-e45c871c-b4d5-4df9-afb6-6cab520a0523 None None] Port df318bd2-892a-47b5-88c8-be5c0b230260 cannot update to ACTIVE because it is not bound. {{(pid=74983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 10 16:46:39.228173 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG oslo_concurrency.lockutils [None req-ec22c97e-fedb-4179-833c-2e4574c98e45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.406s {{(pid=74984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:39.267917 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-55200252-630f-46cb-9d8e-67d8cfb73b47 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1603343183-network', 'tenant_id': 'c08e39318c9847d9a5e91370ba18c602'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:46:39.272545 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-55200252-630f-46cb-9d8e-67d8cfb73b47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:46:39.277347 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-55200252-630f-46cb-9d8e-67d8cfb73b47 admin admin] Usage tracker for resource:network and tenant:c08e39318c9847d9a5e91370ba18c602 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:46:39.280844 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-55200252-630f-46cb-9d8e-67d8cfb73b47 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:46:39.291168 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-55200252-630f-46cb-9d8e-67d8cfb73b47 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:46:39.305694 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [req-658f57be-6bc0-4ad5-8b1e-bd798f952133 req-c347043c-d8ca-4b1b-baf8-2b32df83d4b9 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Deleting port 747a8c97-602b-452e-b413-fe9f751497e1 {{(pid=74982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:46:39.306882 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-658f57be-6bc0-4ad5-8b1e-bd798f952133 req-c347043c-d8ca-4b1b-baf8-2b32df83d4b9 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:39.361360 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55200252-630f-46cb-9d8e-67d8cfb73b47 admin admin] Made reservation on behalf of c08e39318c9847d9a5e91370ba18c602 for: {'network': 1} {{(pid=74982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:46:39.363637 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-55200252-630f-46cb-9d8e-67d8cfb73b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for network, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:39.387722 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-55200252-630f-46cb-9d8e-67d8cfb73b47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:39.440698 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-8add97c8-f0cc-4cb3-96ed-eab40d910268 req-f4002d20-a9fb-4737-b8de-6b8d3c9a19f1 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2917714
Sep 10 16:46:39.543371 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7a1df883-1ced-4747-b58a-fd239a5248c8 req-90dd975f-7e45-430e-bec3-1a231c238a6e service neutron] 10.222.0.24 "GET /v2.0/networks/9e1586a1-ebae-4187-8d60-d4881a64afce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3747158
Sep 10 16:46:39.606727 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-802601a7-8f23-4de8-ab8f-d8e842a61be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8625b93640>, [{'id': '4fdc93f2-86b5-4844-bcac-a4cf0ab33073', 'name': 'tempest-TestShelveInstance-996732875-router', 'tenant_id': '427e6796c7f542059575841cfab8a583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'cde22c26-ad7f-4f1f-819c-42a19a00f939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:29Z', 'updated_at': '2021-09-10T16:46:37Z', 'revision_number': 4, 'project_id': '427e6796c7f542059575841cfab8a583', 'gw_port': {'id': 'cde22c26-ad7f-4f1f-819c-42a19a00f939', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fdc93f2-86b5-4844-bcac-a4cf0ab33073', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:29Z', 'updated_at': '2021-09-10T16:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': 'df318bd2-892a-47b5-88c8-be5c0b230260', 'name': '', 'network_id': '7091017d-2230-4288-b149-b0a8abc860d9', 'tenant_id': '427e6796c7f542059575841cfab8a583', 'mac_address': 'fa:16:3e:fc:10:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fdc93f2-86b5-4844-bcac-a4cf0ab33073', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ce5f47-6b8d-4442-bda9-2c50c5c59baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:35Z', 'updated_at': '2021-09-10T16:46:36Z', 'revision_number': 1, 'project_id': '427e6796c7f542059575841cfab8a583', 'subnets': [{'id': 'd9ce5f47-6b8d-4442-bda9-2c50c5c59baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:46:39.613503 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802601a7-8f23-4de8-ab8f-d8e842a61be3 None None] The sync data for ids ['4fdc93f2-86b5-4844-bcac-a4cf0ab33073'] in dv-cinder-808473-1-iscsi is: [{'id': '4fdc93f2-86b5-4844-bcac-a4cf0ab33073', 'name': 'tempest-TestShelveInstance-996732875-router', 'tenant_id': '427e6796c7f542059575841cfab8a583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'cde22c26-ad7f-4f1f-819c-42a19a00f939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:29Z', 'updated_at': '2021-09-10T16:46:37Z', 'revision_number': 4, 'project_id': '427e6796c7f542059575841cfab8a583', 'gw_port': {'id': 'cde22c26-ad7f-4f1f-819c-42a19a00f939', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fdc93f2-86b5-4844-bcac-a4cf0ab33073', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:29Z', 'updated_at': '2021-09-10T16:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': 'df318bd2-892a-47b5-88c8-be5c0b230260', 'name': '', 'network_id': '7091017d-2230-4288-b149-b0a8abc860d9', 'tenant_id': '427e6796c7f542059575841cfab8a583', 'mac_address': 'fa:16:3e:fc:10:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fdc93f2-86b5-4844-bcac-a4cf0ab33073', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ce5f47-6b8d-4442-bda9-2c50c5c59baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:35Z', 'updated_at': '2021-09-10T16:46:36Z', 'revision_number': 1, 'project_id': '427e6796c7f542059575841cfab8a583', 'subnets': [{'id': 'd9ce5f47-6b8d-4442-bda9-2c50c5c59baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:46:39.781452 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-87c733de-07a1-44bf-9a55-a8f9e1fff5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f86253d8e20>, [{'id': '4777dcf5-0b99-48dd-a156-844e0b194162', 'name': 'tempest-TestMinimumBasicScenario-1647776361-router', 'tenant_id': '8db4df7a7d6f4d16b94ba33cfca13b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'a3a85f04-cc7e-4a55-9076-630dd3d70e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:05Z', 'updated_at': '2021-09-10T16:46:11Z', 'revision_number': 4, 'project_id': '8db4df7a7d6f4d16b94ba33cfca13b68', 'gw_port': {'id': 'a3a85f04-cc7e-4a55-9076-630dd3d70e80', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:1e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4777dcf5-0b99-48dd-a156-844e0b194162', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:06Z', 'updated_at': '2021-09-10T16:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': '72cdfe61-dadd-47ca-9bfd-f38b9d47f2ed', 'name': '', 'network_id': 'cadb8311-ea22-4c0f-89a5-1a693727a23e', 'tenant_id': '8db4df7a7d6f4d16b94ba33cfca13b68', 'mac_address': 'fa:16:3e:f2:95:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4777dcf5-0b99-48dd-a156-844e0b194162', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9eb9d6d3-7694-4902-9cd1-f49713d942aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:09Z', 'updated_at': '2021-09-10T16:46:37Z', 'revision_number': 4, 'project_id': '8db4df7a7d6f4d16b94ba33cfca13b68', 'subnets': [{'id': '9eb9d6d3-7694-4902-9cd1-f49713d942aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:46:39.793016 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c733de-07a1-44bf-9a55-a8f9e1fff5c6 None None] The sync data for ids ['4777dcf5-0b99-48dd-a156-844e0b194162'] in dv-cinder-808473-1-iscsi is: [{'id': '4777dcf5-0b99-48dd-a156-844e0b194162', 'name': 'tempest-TestMinimumBasicScenario-1647776361-router', 'tenant_id': '8db4df7a7d6f4d16b94ba33cfca13b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'a3a85f04-cc7e-4a55-9076-630dd3d70e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:05Z', 'updated_at': '2021-09-10T16:46:11Z', 'revision_number': 4, 'project_id': '8db4df7a7d6f4d16b94ba33cfca13b68', 'gw_port': {'id': 'a3a85f04-cc7e-4a55-9076-630dd3d70e80', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:1e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4777dcf5-0b99-48dd-a156-844e0b194162', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:06Z', 'updated_at': '2021-09-10T16:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': '72cdfe61-dadd-47ca-9bfd-f38b9d47f2ed', 'name': '', 'network_id': 'cadb8311-ea22-4c0f-89a5-1a693727a23e', 'tenant_id': '8db4df7a7d6f4d16b94ba33cfca13b68', 'mac_address': 'fa:16:3e:f2:95:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4777dcf5-0b99-48dd-a156-844e0b194162', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9eb9d6d3-7694-4902-9cd1-f49713d942aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:09Z', 'updated_at': '2021-09-10T16:46:37Z', 'revision_number': 4, 'project_id': '8db4df7a7d6f4d16b94ba33cfca13b68', 'subnets': [{'id': '9eb9d6d3-7694-4902-9cd1-f49713d942aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:46:39.889385 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-55200252-630f-46cb-9d8e-67d8cfb73b47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:46:39.979196 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-55200252-630f-46cb-9d8e-67d8cfb73b47 admin admin] Usage tracker for resource:security_group_rule and tenant:c08e39318c9847d9a5e91370ba18c602 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:46:40.009326 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-55200252-630f-46cb-9d8e-67d8cfb73b47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:46:40.095782 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f882b1f-9281-404c-ab17-fd659007f91e admin admin] Network 7091017d-2230-4288-b149-b0a8abc860d9 is already hosted by enough agents. {{(pid=74982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:46:40.099345 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7a1df883-1ced-4747-b58a-fd239a5248c8 req-885689ac-3b10-43e4-b80a-ea4d51c64b04 service neutron] 10.222.0.24 "GET /v2.0/networks/9e1586a1-ebae-4187-8d60-d4881a64afce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5469477
Sep 10 16:46:40.101980 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.base_scheduler [None req-7f882b1f-9281-404c-ab17-fd659007f91e admin admin] Resources bound (agent type, host, resource id):  {{(pid=74982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:46:40.300863 dv-cinder-808473-1-iscsi neutron-server[74983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0007b50-7c84-4a40-af93-ae969d856f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736', 'code': 200}
Sep 10 16:46:40.355163 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-55200252-630f-46cb-9d8e-67d8cfb73b47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:46:40.581139 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302fb83-98c6-4920-a3f2-8d04c163dc02 req-cb5487d9-ee09-4c5e-abe3-0060ce4581ce tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:40.585796 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7302fb83-98c6-4920-a3f2-8d04c163dc02 req-cb5487d9-ee09-4c5e-abe3-0060ce4581ce tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d HTTP/1.1" status: 200  len: 946 time: 0.3794298
Sep 10 16:46:40.696924 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-a2fe38ac-1359-4c0a-85e4-096a06f3c21c None None] Provisioning complete for port df318bd2-892a-47b5-88c8-be5c0b230260 triggered by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:46:40.701888 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-a2fe38ac-1359-4c0a-85e4-096a06f3c21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:40.799408 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 747a8c97-602b-452e-b413-fe9f751497e1 no longer exists at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:46:40.942919 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [req-7302fb83-98c6-4920-a3f2-8d04c163dc02 req-9be905b7-c3b8-4598-af50-2ffd7727be33 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Deleting port 3ceef4c5-c045-4603-8c7b-0d77244b21ce {{(pid=74981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:46:40.943574 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-7302fb83-98c6-4920-a3f2-8d04c163dc02 req-9be905b7-c3b8-4598-af50-2ffd7727be33 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:41.312027 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c4554-4402-4a24-aee6-478a83cba52f req-a0f052c6-8f7c-4cb2-aea0-1d61f59598a7 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:41.333994 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-9e3c4554-4402-4a24-aee6-478a83cba52f req-a0f052c6-8f7c-4cb2-aea0-1d61f59598a7 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d HTTP/1.1" status: 200  len: 946 time: 0.6422005
Sep 10 16:46:41.472208 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-a2fe38ac-1359-4c0a-85e4-096a06f3c21c None None] Port df318bd2-892a-47b5-88c8-be5c0b230260 cannot update to ACTIVE because it is not bound. {{(pid=74983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 10 16:46:41.490716 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.db [req-658f57be-6bc0-4ad5-8b1e-bd798f952133 req-c347043c-d8ca-4b1b-baf8-2b32df83d4b9 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] For port 747a8c97-602b-452e-b413-fe9f751497e1, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=747a8c97-602b-452e-b413-fe9f751497e1,segment=NetworkSegment(abd13d7f-4963-4fb7-a767-dde5547d2c9d),segment_id=abd13d7f-4963-4fb7-a767-dde5547d2c9d)] {{(pid=74982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:46:41.491853 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-658f57be-6bc0-4ad5-8b1e-bd798f952133 req-c347043c-d8ca-4b1b-baf8-2b32df83d4b9 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:41.789813 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 72cdfe61-dadd-47ca-9bfd-f38b9d47f2ed up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:46:41.834890 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-9e3c4554-4402-4a24-aee6-478a83cba52f req-c9026a71-3db7-40b4-8cf5-bbb05dabb2ee tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4995728
Sep 10 16:46:41.942218 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 59740) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:46:41.960950 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:42.091069 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 747a8c97-602b-452e-b413-fe9f751497e1, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=747a8c97-602b-452e-b413-fe9f751497e1,segment=NetworkSegment(abd13d7f-4963-4fb7-a767-dde5547d2c9d),segment_id=abd13d7f-4963-4fb7-a767-dde5547d2c9d)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:46:42.101838 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:42.111525 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-977f7bf9-e9d8-464c-a8f0-36123ac9f0e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:42.240228 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [req-7302fb83-98c6-4920-a3f2-8d04c163dc02 req-9be905b7-c3b8-4598-af50-2ffd7727be33 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] For port 3ceef4c5-c045-4603-8c7b-0d77244b21ce, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=3ceef4c5-c045-4603-8c7b-0d77244b21ce,segment=NetworkSegment(76ae9ed9-8960-43ef-aa42-1124251984d8),segment_id=76ae9ed9-8960-43ef-aa42-1124251984d8)] {{(pid=74981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:46:42.241149 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-7302fb83-98c6-4920-a3f2-8d04c163dc02 req-9be905b7-c3b8-4598-af50-2ffd7727be33 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:42.267699 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning for port 72cdfe61-dadd-47ca-9bfd-f38b9d47f2ed completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:46:42.288337 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port 72cdfe61-dadd-47ca-9bfd-f38b9d47f2ed triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:46:42.293040 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:42.411662 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db8356a1-26c8-48b6-9787-bae398d3401c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '747a8c97-602b-452e-b413-fe9f751497e1'}] {{(pid=74983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:46:42.429418 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [req-658f57be-6bc0-4ad5-8b1e-bd798f952133 req-c347043c-d8ca-4b1b-baf8-2b32df83d4b9 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Calling delete_port for 747a8c97-602b-452e-b413-fe9f751497e1 owned by compute:nova {{(pid=74982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:46:42.480573 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=747a8c97-602b-452e-b413-fe9f751497e1,revision_number=6']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:42.486429 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:42.583060 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-55200252-630f-46cb-9d8e-67d8cfb73b47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:42.591039 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [req-7302fb83-98c6-4920-a3f2-8d04c163dc02 req-9be905b7-c3b8-4598-af50-2ffd7727be33 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Calling delete_port for 3ceef4c5-c045-4603-8c7b-0d77244b21ce owned by compute:nova {{(pid=74981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:46:42.605363 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-55200252-630f-46cb-9d8e-67d8cfb73b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:42.614190 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-8d9662d3-79a3-428a-8435-a10bff5c8592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:42.621642 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:42.632262 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-fd615c9c-81d4-41b0-be03-c7d9b7d50002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:42.682267 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] For port 72cdfe61-dadd-47ca-9bfd-f38b9d47f2ed, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=72cdfe61-dadd-47ca-9bfd-f38b9d47f2ed,segment=NetworkSegment(c7374338-ac9b-4c9c-98f8-fa53905b5e04),segment_id=c7374338-ac9b-4c9c-98f8-fa53905b5e04)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:46:42.692256 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:42.693998 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device cde22c26-ad7f-4f1f-819c-42a19a00f939 up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:46:42.695176 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3ba65-f089-4c59-8569-6f2a5253ab89 req-fa41f88f-3d6e-4a52-a9b9-954460b63157 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:42.703461 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-a5e3ba65-f089-4c59-8569-6f2a5253ab89 req-fa41f88f-3d6e-4a52-a9b9-954460b63157 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 946 time: 2.9549031
Sep 10 16:46:42.704866 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55200252-630f-46cb-9d8e-67d8cfb73b47 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'}  {{(pid=74982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Sep 10 16:46:42.754894 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55200252-630f-46cb-9d8e-67d8cfb73b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564cabe0-7e89-4b45-b555-0715bed9afdf,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:42.769448 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-55200252-630f-46cb-9d8e-67d8cfb73b47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:42.772410 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-3ae50d55-f599-4550-8b72-29e1624d04ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:42.787931 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-55200252-630f-46cb-9d8e-67d8cfb73b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-567309'] for segment, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:42.788591 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.db.segments_db [None req-55200252-630f-46cb-9d8e-67d8cfb73b47 admin admin] Added segment 169bb50e-b9ea-407f-a6c4-f5299a7789d0 of type vlan for network ac7d09e9-3d2b-4636-9247-f06a1b11aa65
Sep 10 16:46:42.817569 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 3ceef4c5-c045-4603-8c7b-0d77244b21ce no longer exists at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:46:42.880358 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-fd615c9c-81d4-41b0-be03-c7d9b7d50002 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:46:42.887763 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97149e82-2182-4599-a02c-af1127caa560 req-e2d5cf46-d026-411a-822e-732c2fab4656 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:42.890426 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.db.api [req-658f57be-6bc0-4ad5-8b1e-bd798f952133 req-c347043c-d8ca-4b1b-baf8-2b32df83d4b9 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74982) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 10 16:46:42.891248 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_db.api [req-658f57be-6bc0-4ad5-8b1e-bd798f952133 req-c347043c-d8ca-4b1b-baf8-2b32df83d4b9 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 10 16:46:42.897828 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-97149e82-2182-4599-a02c-af1127caa560 req-e2d5cf46-d026-411a-822e-732c2fab4656 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 945 time: 0.3368664
Sep 10 16:46:42.924088 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-a5e3ba65-f089-4c59-8569-6f2a5253ab89 req-d74f29ec-7faf-4bbd-a0d3-66ae01421f23 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2202768
Sep 10 16:46:42.929929 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-fd615c9c-81d4-41b0-be03-c7d9b7d50002 admin admin] Usage tracker for resource:security_group_rule and tenant:b815eb0f70e642079f9224c6e6f48bc2 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:46:42.931982 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-55200252-630f-46cb-9d8e-67d8cfb73b47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763383730616'] for network, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:42.935446 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-fd615c9c-81d4-41b0-be03-c7d9b7d50002 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:46:42.963215 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning for port cde22c26-ad7f-4f1f-819c-42a19a00f939 completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:46:43.023749 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-fd615c9c-81d4-41b0-be03-c7d9b7d50002 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:46:43.024119 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port cde22c26-ad7f-4f1f-819c-42a19a00f939 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:46:43.024119 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:43.030330 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Pushing event updated for resources: {'Port': ['ID=72cdfe61-dadd-47ca-9bfd-f38b9d47f2ed,revision_number=5']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:43.104411 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-97149e82-2182-4599-a02c-af1127caa560 req-4a8323b0-595a-47de-94d9-a7d73ae030cd tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2053845
Sep 10 16:46:43.211586 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:43.269511 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:43.296601 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-7302fb83-98c6-4920-a3f2-8d04c163dc02 req-9be905b7-c3b8-4598-af50-2ffd7727be33 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802'] for port, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:43.317291 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] get_ports_and_sgs() called for port_ids ['1a2b5e57-81c6-4ec1-9483-9c7094984df3'] {{(pid=74983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 10 16:46:43.334468 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:43.568454 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be905b7-c3b8-4598-af50-2ffd7727be33 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Pushing event deleted for resources: {'Port': ['ID=3ceef4c5-c045-4603-8c7b-0d77244b21ce,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:43.617047 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:43.648574 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] For port cde22c26-ad7f-4f1f-819c-42a19a00f939, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=cde22c26-ad7f-4f1f-819c-42a19a00f939,segment=NetworkSegment(7f0f17d1-ee65-42aa-885b-938bb9d3cd64),segment_id=7f0f17d1-ee65-42aa-885b-938bb9d3cd64)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:46:43.675843 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:43.676311 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [req-658f57be-6bc0-4ad5-8b1e-bd798f952133 req-c347043c-d8ca-4b1b-baf8-2b32df83d4b9 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Deleting port 747a8c97-602b-452e-b413-fe9f751497e1 {{(pid=74982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:46:43.677270 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-658f57be-6bc0-4ad5-8b1e-bd798f952133 req-c347043c-d8ca-4b1b-baf8-2b32df83d4b9 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:43.680439 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:43.730210 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.db.resource_extend [None req-55200252-630f-46cb-9d8e-67d8cfb73b47 admin admin] It took 0.61 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Sep 10 16:46:43.752020 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-9be905b7-c3b8-4598-af50-2ffd7727be33 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:43.809149 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Pushing event updated for resources: {'Port': ['ID=cde22c26-ad7f-4f1f-819c-42a19a00f939,revision_number=4']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:43.812913 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:43.834809 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-78a72cd8-28f8-434a-98d6-6c493f969273 req-da03e386-daf9-4656-80c8-2e134a06cd2a tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 210 time: 0.1178951
Sep 10 16:46:43.907882 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 72cdfe61-dadd-47ca-9bfd-f38b9d47f2ed up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:46:43.925942 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-55200252-630f-46cb-9d8e-67d8cfb73b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695'] for network, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:43.927080 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.l3_dvrscheduler_db [req-7302fb83-98c6-4920-a3f2-8d04c163dc02 req-9be905b7-c3b8-4598-af50-2ffd7727be33 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] No DVR routers for this DVR port 3ceef4c5-c045-4603-8c7b-0d77244b21ce on host hv-cinder-80847 {{(pid=74981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 10 16:46:43.930827 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-7302fb83-98c6-4920-a3f2-8d04c163dc02 req-9be905b7-c3b8-4598-af50-2ffd7727be33 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:43.938936 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d', 'name': 'network-vif-deleted', 'tag': '3ceef4c5-c045-4603-8c7b-0d77244b21ce'}] {{(pid=74981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:46:43.962943 dv-cinder-808473-1-iscsi neutron-server[74983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db8356a1-26c8-48b6-9787-bae398d3401c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '747a8c97-602b-452e-b413-fe9f751497e1', 'code': 200}
Sep 10 16:46:43.994865 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-fd615c9c-81d4-41b0-be03-c7d9b7d50002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:44.020326 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f882b1f-9281-404c-ab17-fd659007f91e admin admin] Router 4fdc93f2-86b5-4844-bcac-a4cf0ab33073 has already been hosted by L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 {{(pid=74982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 10 16:46:44.022105 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55200252-630f-46cb-9d8e-67d8cfb73b47 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:44.023713 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7302fb83-98c6-4920-a3f2-8d04c163dc02 req-9be905b7-c3b8-4598-af50-2ffd7727be33 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.24 "DELETE /v2.0/ports/3ceef4c5-c045-4603-8c7b-0d77244b21ce HTTP/1.1" status: 204  len: 173 time: 3.4312582
Sep 10 16:46:44.026172 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-fd615c9c-81d4-41b0-be03-c7d9b7d50002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:44.029513 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-55200252-630f-46cb-9d8e-67d8cfb73b47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for network, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:44.045507 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:44.072897 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port 72cdfe61-dadd-47ca-9bfd-f38b9d47f2ed triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:46:44.073290 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:44.108901 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd615c9c-81d4-41b0-be03-c7d9b7d50002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bcb4153-1aa2-49c6-b1be-849103fc0c58,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:44.115497 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-fd615c9c-81d4-41b0-be03-c7d9b7d50002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:44.174210 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f16e4-6294-4f0e-bdc4-ed9c1c63bc23 req-75e2c888-a42b-42f7-98b1-65c308407b56 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:44.180567 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:44.184366 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-583f16e4-6294-4f0e-bdc4-ed9c1c63bc23 req-75e2c888-a42b-42f7-98b1-65c308407b56 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=db8356a1-26c8-48b6-9787-bae398d3401c HTTP/1.1" status: 200  len: 944 time: 0.6180885
Sep 10 16:46:44.261415 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-55200252-630f-46cb-9d8e-67d8cfb73b47 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 5.3670242
Sep 10 16:46:44.266389 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 59758) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:46:44.280301 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [None req-2b469aa9-1a59-4bef-9c93-af9fd92a0ee2 admin admin] Request body: {'subnet': {'network_id': 'ac7d09e9-3d2b-4636-9247-f06a1b11aa65', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1603343183-subnet', 'tenant_id': 'c08e39318c9847d9a5e91370ba18c602', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:46:44.290796 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-fd615c9c-81d4-41b0-be03-c7d9b7d50002 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b815eb0f70e642079f9224c6e6f48bc2&name=default HTTP/1.1" status: 200  len: 2647 time: 2.1960549
Sep 10 16:46:44.298757 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 59764) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:46:44.302098 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-2b469aa9-1a59-4bef-9c93-af9fd92a0ee2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:46:44.320029 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-2b469aa9-1a59-4bef-9c93-af9fd92a0ee2 admin admin] Usage tracker for resource:subnet and tenant:c08e39318c9847d9a5e91370ba18c602 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:46:44.325972 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-2b469aa9-1a59-4bef-9c93-af9fd92a0ee2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:46:44.331773 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-583f16e4-6294-4f0e-bdc4-ed9c1c63bc23 req-39a528a8-a4cd-4bc6-9936-3b48ea5eadcd tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1439972
Sep 10 16:46:44.343031 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-2b469aa9-1a59-4bef-9c93-af9fd92a0ee2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:46:44.392273 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b469aa9-1a59-4bef-9c93-af9fd92a0ee2 admin admin] Made reservation on behalf of c08e39318c9847d9a5e91370ba18c602 for: {'subnet': 1} {{(pid=74981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:46:44.396082 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-2b469aa9-1a59-4bef-9c93-af9fd92a0ee2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:44.515329 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-83ae4309-863f-442b-ab90-6a896cda9f03 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:44.516188 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-83ae4309-863f-442b-ab90-6a896cda9f03 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Synchronizing usage tracker for tenant:fc4d485616234b49980bd3f8c80da5b5 on resource:network {{(pid=74982) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:46:44.571832 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-d0bfc19e-345a-4428-8e09-82e26dddaf95 req-6f9a54b2-980b-4458-9827-cbc1bf946517 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d HTTP/1.1" status: 200  len: 210 time: 0.4134490
Sep 10 16:46:44.743197 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8cf8cdc-2ed9-4eb8-b52e-17bec303c69d', 'name': 'network-vif-deleted', 'tag': '3ceef4c5-c045-4603-8c7b-0d77244b21ce', 'status': 'completed', 'code': 200}
Sep 10 16:46:44.778558 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d7885613-b1ae-4cc1-9916-00564d5bbb18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:44.823336 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.db [req-658f57be-6bc0-4ad5-8b1e-bd798f952133 req-c347043c-d8ca-4b1b-baf8-2b32df83d4b9 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] For port 747a8c97-602b-452e-b413-fe9f751497e1, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=747a8c97-602b-452e-b413-fe9f751497e1,segment=NetworkSegment(abd13d7f-4963-4fb7-a767-dde5547d2c9d),segment_id=abd13d7f-4963-4fb7-a767-dde5547d2c9d)] {{(pid=74982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:46:44.824689 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-658f57be-6bc0-4ad5-8b1e-bd798f952133 req-c347043c-d8ca-4b1b-baf8-2b32df83d4b9 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:44.907150 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d7885613-b1ae-4cc1-9916-00564d5bbb18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:45.056086 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-2b469aa9-1a59-4bef-9c93-af9fd92a0ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695'] for subnet, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:45.065100 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-795583e5-149b-49cb-bfd0-f42ca164edb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:45.066050 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55200252-630f-46cb-9d8e-67d8cfb73b47 admin admin] Pushing event updated for resources: {'Network': ['ID=ac7d09e9-3d2b-4636-9247-f06a1b11aa65,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:45.080443 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Network ac7d09e9-3d2b-4636-9247-f06a1b11aa65 details requested by agent ovs-agent-dv-cinder-808473-1-iscsi with host dv-cinder-808473-1-iscsi {{(pid=74983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 10 16:46:45.111092 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935b3f4-2eff-4370-96f1-a6e949d3ac2b req-f8f9c3df-2a79-4628-b300-f8cae25ef4b2 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:45.118123 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-0935b3f4-2eff-4370-96f1-a6e949d3ac2b req-f8f9c3df-2a79-4628-b300-f8cae25ef4b2 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 946 time: 0.4490285
Sep 10 16:46:45.194462 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b469aa9-1a59-4bef-9c93-af9fd92a0ee2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73b2f418-de02-430f-aa6c-c135d35601f8,revision_number=0']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:45.197805 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d7885613-b1ae-4cc1-9916-00564d5bbb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:45.214577 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-2b469aa9-1a59-4bef-9c93-af9fd92a0ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:45.215180 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:45.242043 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7885613-b1ae-4cc1-9916-00564d5bbb18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bcb4153-1aa2-49c6-b1be-849103fc0c58,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:45.277017 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-d7885613-b1ae-4cc1-9916-00564d5bbb18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:45.286069 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [req-658f57be-6bc0-4ad5-8b1e-bd798f952133 req-c347043c-d8ca-4b1b-baf8-2b32df83d4b9 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Calling delete_port for 747a8c97-602b-452e-b413-fe9f751497e1 owned by compute:nova {{(pid=74982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:46:45.301130 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-0935b3f4-2eff-4370-96f1-a6e949d3ac2b req-ae1edf61-78e1-413a-84b7-835d73e9ca14 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1818492
Sep 10 16:46:45.320646 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-55200252-630f-46cb-9d8e-67d8cfb73b47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.140s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:45.321413 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-83ae4309-863f-442b-ab90-6a896cda9f03 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Unset dirty status for tenant:fc4d485616234b49980bd3f8c80da5b5 on resource:network {{(pid=74982) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:46:45.323314 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d7885613-b1ae-4cc1-9916-00564d5bbb18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:45.323475 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-83ae4309-863f-442b-ab90-6a896cda9f03 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.24 "GET /v2.0/networks?id=fab5f826-fa9d-49ba-ac0c-578581e924e4 HTTP/1.1" status: 200  len: 815 time: 2.0293345
Sep 10 16:46:45.353100 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-d7885613-b1ae-4cc1-9916-00564d5bbb18 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1bcb4153-1aa2-49c6-b1be-849103fc0c58 HTTP/1.1" status: 204  len: 168 time: 1.0527773
Sep 10 16:46:45.354708 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b469aa9-1a59-4bef-9c93-af9fd92a0ee2 admin admin] Checking segment: {'id': '169bb50e-b9ea-407f-a6c4-f5299a7789d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ac7d09e9-3d2b-4636-9247-f06a1b11aa65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:46:45.355136 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b469aa9-1a59-4bef-9c93-af9fd92a0ee2 admin admin] Network hostable DHCP agents. Network: ac7d09e9-3d2b-4636-9247-f06a1b11aa65, hostable agents: ['16ada634-a41f-45d3-a3ee-16ead43437b7'], hosted agents: [] {{(pid=74981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 10 16:46:45.413288 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b469aa9-1a59-4bef-9c93-af9fd92a0ee2 admin admin] Network ac7d09e9-3d2b-4636-9247-f06a1b11aa65 is scheduled to be hosted by DHCP agent 16ada634-a41f-45d3-a3ee-16ead43437b7 with binding_index 1 {{(pid=74981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 10 16:46:45.443648 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.base_scheduler [None req-2b469aa9-1a59-4bef-9c93-af9fd92a0ee2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808473-1-iscsi, ac7d09e9-3d2b-4636-9247-f06a1b11aa65) {{(pid=74981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:46:45.449781 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b469aa9-1a59-4bef-9c93-af9fd92a0ee2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:45.451070 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-2b469aa9-1a59-4bef-9c93-af9fd92a0ee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for subnet, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:45.456509 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e21612-f357-4df2-9a6c-0067d734cc07 None None] Network ac7d09e9-3d2b-4636-9247-f06a1b11aa65 requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:46:45.542723 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-2b469aa9-1a59-4bef-9c93-af9fd92a0ee2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.2689538
Sep 10 16:46:45.882017 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-88432111-f66d-451f-9e21-825f24563259 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Request body: {'port': {'device_id': 'd8116b77-02dd-4069-9760-0de211200984', 'network_id': 'fab5f826-fa9d-49ba-ac0c-578581e924e4', 'admin_state_up': True, 'tenant_id': 'fc4d485616234b49980bd3f8c80da5b5'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:46:45.901572 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device cde22c26-ad7f-4f1f-819c-42a19a00f939 up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:46:46.064596 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 59794) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:46:46.133546 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d2be15-6a17-43ea-9c66-3eae2d0d26a2 None None] Network ac7d09e9-3d2b-4636-9247-f06a1b11aa65 requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:46:46.139198 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-f270be69-5ee6-45f7-8679-2bd3cbb037bd req-2f17cab2-8c24-4830-ac3b-1b19cd69eb65 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 210 time: 0.0565426
Sep 10 16:46:46.146701 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-cb153d42-9a8a-4e5e-b150-4d301686b415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:46.279063 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-cb153d42-9a8a-4e5e-b150-4d301686b415 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:46:46.307517 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-cb153d42-9a8a-4e5e-b150-4d301686b415 admin admin] Usage tracker for resource:security_group_rule and tenant:195f1548bee746c6b9fdc1c163914934 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:46:46.321296 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-cb153d42-9a8a-4e5e-b150-4d301686b415 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:46:46.347623 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-cb153d42-9a8a-4e5e-b150-4d301686b415 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:46:46.522761 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4be01-dd5a-4592-966c-ec39d0b89e0e req-5dbda598-6295-474f-97c2-59f88446375f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:46.531594 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-2fd4be01-dd5a-4592-966c-ec39d0b89e0e req-5dbda598-6295-474f-97c2-59f88446375f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 945 time: 1.3229523
Sep 10 16:46:46.546668 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-cb153d42-9a8a-4e5e-b150-4d301686b415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:46.574193 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-88432111-f66d-451f-9e21-825f24563259 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:46:46.610819 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-cb153d42-9a8a-4e5e-b150-4d301686b415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:46.623560 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-9f424c1d-83b3-4c66-9eba-2965e577d0e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:46.668178 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-88432111-f66d-451f-9e21-825f24563259 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:46:46.696674 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb153d42-9a8a-4e5e-b150-4d301686b415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25c768a-cd2c-43f5-bc52-4ad0e34c932f,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:46.702705 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-cb153d42-9a8a-4e5e-b150-4d301686b415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:46.708442 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-cb153d42-9a8a-4e5e-b150-4d301686b415 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=195f1548bee746c6b9fdc1c163914934&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6422374
Sep 10 16:46:46.709849 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 59800) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:46:46.720740 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port cde22c26-ad7f-4f1f-819c-42a19a00f939 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:46:46.725191 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:46.741018 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-88432111-f66d-451f-9e21-825f24563259 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Made reservation on behalf of fc4d485616234b49980bd3f8c80da5b5 for: {'port': 1} {{(pid=74982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:46:46.757536 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-88432111-f66d-451f-9e21-825f24563259 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:46.765954 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03d4c9-bbca-4038-98d4-38526fbc81be req-dd5f32a9-39a8-4982-92ee-85dc0b65c33b tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:46.773973 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-ae03d4c9-bbca-4038-98d4-38526fbc81be req-dd5f32a9-39a8-4982-92ee-85dc0b65c33b tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=db8356a1-26c8-48b6-9787-bae398d3401c HTTP/1.1" status: 200  len: 944 time: 0.2218573
Sep 10 16:46:46.798156 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-2fd4be01-dd5a-4592-966c-ec39d0b89e0e req-f8a30a6e-f7f8-456c-b95a-61f80f7a1cb4 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2652366
Sep 10 16:46:46.801425 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-658f57be-6bc0-4ad5-8b1e-bd798f952133 req-c347043c-d8ca-4b1b-baf8-2b32df83d4b9 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:46.834185 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:46.841790 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] get_ports_and_sgs() called for port_ids ['47e9ac5c-979b-4574-ba87-601765b73441', '5e27a33a-738a-4a0d-8500-7264331ede81', '6232498e-9555-4d5c-8c10-91d9dce35165'] {{(pid=74983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 10 16:46:46.849786 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-34a2fbdb-2cdf-4d35-9c9b-ef21a2419123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:46.887365 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-34a2fbdb-2cdf-4d35-9c9b-ef21a2419123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:46.908215 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-ae03d4c9-bbca-4038-98d4-38526fbc81be req-472d213e-11ec-4fd9-97ba-357b2299e183 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1332467
Sep 10 16:46:47.018774 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347043c-d8ca-4b1b-baf8-2b32df83d4b9 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Pushing event deleted for resources: {'Port': ['ID=747a8c97-602b-452e-b413-fe9f751497e1,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:47.057851 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-34a2fbdb-2cdf-4d35-9c9b-ef21a2419123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:47.064629 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:47.099548 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a2fbdb-2cdf-4d35-9c9b-ef21a2419123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25c768a-cd2c-43f5-bc52-4ad0e34c932f,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:47.129390 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-c347043c-d8ca-4b1b-baf8-2b32df83d4b9 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:47.137856 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-34a2fbdb-2cdf-4d35-9c9b-ef21a2419123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:47.144927 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-34a2fbdb-2cdf-4d35-9c9b-ef21a2419123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:47.151081 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-34a2fbdb-2cdf-4d35-9c9b-ef21a2419123 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b25c768a-cd2c-43f5-bc52-4ad0e34c932f HTTP/1.1" status: 204  len: 168 time: 0.4392757
Sep 10 16:46:47.393736 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.l3_dvrscheduler_db [req-658f57be-6bc0-4ad5-8b1e-bd798f952133 req-c347043c-d8ca-4b1b-baf8-2b32df83d4b9 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] No DVR routers for this DVR port 747a8c97-602b-452e-b413-fe9f751497e1 on host hv-cinder-80847 {{(pid=74982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 10 16:46:47.409223 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-658f57be-6bc0-4ad5-8b1e-bd798f952133 req-c347043c-d8ca-4b1b-baf8-2b32df83d4b9 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:47.412696 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db8356a1-26c8-48b6-9787-bae398d3401c', 'name': 'network-vif-deleted', 'tag': '747a8c97-602b-452e-b413-fe9f751497e1'}] {{(pid=74982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:46:47.447818 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f882b1f-9281-404c-ab17-fd659007f91e admin admin] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:46:47.543789 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-658f57be-6bc0-4ad5-8b1e-bd798f952133 req-c347043c-d8ca-4b1b-baf8-2b32df83d4b9 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.24 "DELETE /v2.0/ports/747a8c97-602b-452e-b413-fe9f751497e1 HTTP/1.1" status: 204  len: 173 time: 8.9239390
Sep 10 16:46:47.556348 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809dca3c-5dd8-4555-bf16-78801a19af4c req-61be7cde-81f1-4a22-9a1e-85ee96ab7504 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:47.567346 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-809dca3c-5dd8-4555-bf16-78801a19af4c req-61be7cde-81f1-4a22-9a1e-85ee96ab7504 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 946 time: 0.3057499
Sep 10 16:46:47.638041 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-7f882b1f-9281-404c-ab17-fd659007f91e admin admin] 10.222.0.41 "PUT /v2.0/routers/4fdc93f2-86b5-4844-bcac-a4cf0ab33073/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.8774490
Sep 10 16:46:47.655076 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.db_base_plugin_common [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-88432111-f66d-451f-9e21-825f24563259 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Allocated IP 172.20.0.7 (fab5f826-fa9d-49ba-ac0c-578581e924e4/b2a6a202-e984-477a-b2bc-2943af00e18d/ba122eca-fc94-4f9c-9c48-65a89010f765) {{(pid=74982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:46:47.669633 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-809dca3c-5dd8-4555-bf16-78801a19af4c req-53fdfcfc-54eb-4013-9f22-9c546c665137 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1003428
Sep 10 16:46:48.128964 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db8356a1-26c8-48b6-9787-bae398d3401c', 'name': 'network-vif-deleted', 'tag': '747a8c97-602b-452e-b413-fe9f751497e1', 'status': 'completed', 'code': 200}
Sep 10 16:46:48.180412 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-88432111-f66d-451f-9e21-825f24563259 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks [] for port, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:48.332811 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-12484b4d-ae4c-4603-8492-aa1507d6ac39 req-91f30a07-2a91-451a-82d8-beebd6117fc7 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 210 time: 0.1919265
Sep 10 16:46:48.368489 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.provisioning_blocks [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-88432111-f66d-451f-9e21-825f24563259 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Transition to ACTIVE for port object ba122eca-fc94-4f9c-9c48-65a89010f765 will not be triggered until provisioned by entity DHCP. {{(pid=74982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:46:48.527556 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-88432111-f66d-451f-9e21-825f24563259 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:48.546736 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:48.648645 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 59834) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:46:48.753490 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f98d6-d7fc-4132-8be9-47f91067d2d9 req-1c780d32-c925-43fe-9e3b-6c8e5791f4c0 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:48.764326 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-452f98d6-d7fc-4132-8be9-47f91067d2d9 req-1c780d32-c925-43fe-9e3b-6c8e5791f4c0 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 945 time: 0.1636012
Sep 10 16:46:48.772519 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-9d156960-d56b-4a6a-8d14-ab5aeef10556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:48.787884 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-88432111-f66d-451f-9e21-825f24563259 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Network fab5f826-fa9d-49ba-ac0c-578581e924e4 is already hosted by enough agents. {{(pid=74982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:46:48.803152 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.base_scheduler [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-88432111-f66d-451f-9e21-825f24563259 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Resources bound (agent type, host, resource id):  {{(pid=74982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:46:48.817147 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36240e22-d715-422b-91a3-3ccc33290107 req-fe88b120-0468-48d9-8394-174268c26bdd tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:48.826466 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-36240e22-d715-422b-91a3-3ccc33290107 req-fe88b120-0468-48d9-8394-174268c26bdd tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.6354284
Sep 10 16:46:48.829762 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88432111-f66d-451f-9e21-825f24563259 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Pushing event updated for resources: {'Port': ['ID=ba122eca-fc94-4f9c-9c48-65a89010f765,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:48.833719 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.l3_dvrscheduler_db [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-88432111-f66d-451f-9e21-825f24563259 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Received port after_create {{(pid=74982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:46:48.856034 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-452f98d6-d7fc-4132-8be9-47f91067d2d9 req-a4b5f7c2-1411-47b1-9c96-e8bf848e0806 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0783329
Sep 10 16:46:48.936940 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-88432111-f66d-451f-9e21-825f24563259 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:49.068311 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-88432111-f66d-451f-9e21-825f24563259 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:49.069264 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-88432111-f66d-451f-9e21-825f24563259 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:49.111613 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-88432111-f66d-451f-9e21-825f24563259 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.2483995
Sep 10 16:46:49.154487 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-36240e22-d715-422b-91a3-3ccc33290107 req-63f8c938-6e84-4977-acef-366fd96c7bb3 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3251333
Sep 10 16:46:49.184829 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-9d156960-d56b-4a6a-8d14-ab5aeef10556 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:46:49.197125 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-9d156960-d56b-4a6a-8d14-ab5aeef10556 admin admin] Usage tracker for resource:security_group_rule and tenant:3c6c64d40bff4a0cb28dbd27ca6b5e76 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:46:49.206305 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-9d156960-d56b-4a6a-8d14-ab5aeef10556 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:46:49.221354 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-9d156960-d56b-4a6a-8d14-ab5aeef10556 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:46:49.297021 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-ad58347b-8d06-4dfd-8323-9dce50f7569e None None] Provisioning for port ba122eca-fc94-4f9c-9c48-65a89010f765 completed by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:46:49.321902 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-ad58347b-8d06-4dfd-8323-9dce50f7569e None None] Provisioning complete for port ba122eca-fc94-4f9c-9c48-65a89010f765 triggered by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:46:49.330533 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-ad58347b-8d06-4dfd-8323-9dce50f7569e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:49.340112 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-3f4a488a-99f5-4764-8174-70aa082123e5 req-0250a4cd-883a-490f-9619-7efa5d87409f tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=db8356a1-26c8-48b6-9787-bae398d3401c HTTP/1.1" status: 200  len: 210 time: 0.1636710
Sep 10 16:46:49.371586 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-e040e43a-03f4-41ac-89b1-41e456517934 service neutron] Request body: {'port': {'device_id': 'd8116b77-02dd-4069-9760-0de211200984', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:46:49.524587 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-ad58347b-8d06-4dfd-8323-9dce50f7569e None None] Port ba122eca-fc94-4f9c-9c48-65a89010f765 cannot update to ACTIVE because it is not bound. {{(pid=74983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 10 16:46:49.572657 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-9d156960-d56b-4a6a-8d14-ab5aeef10556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:49.584506 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-9d156960-d56b-4a6a-8d14-ab5aeef10556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:49.618571 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-a5c5297b-b5ef-4ca9-95e0-439478a3c029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:49.648683 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-9d156960-d56b-4a6a-8d14-ab5aeef10556 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3c6c64d40bff4a0cb28dbd27ca6b5e76&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9703374
Sep 10 16:46:49.663704 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 59864) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:46:49.725029 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d156960-d56b-4a6a-8d14-ab5aeef10556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723c43e7-b86f-460a-98b8-1666ae8dda09,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:49.770648 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-9d156960-d56b-4a6a-8d14-ab5aeef10556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:49.828466 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-e040e43a-03f4-41ac-89b1-41e456517934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:49.865953 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 59870) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:46:49.887619 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063ed82-63d7-4e08-a06c-13ccd455e2e6 req-738815cf-7e04-4060-9bab-b7e82c723c70 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:49.893665 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [None req-4a4105fb-9a9b-4a18-b09a-0d61dd78e39a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1829433061-network', 'tenant_id': '817d6161456d4ad8845bd719e2966b4c'}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:46:49.895950 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-0063ed82-63d7-4e08-a06c-13ccd455e2e6 req-738815cf-7e04-4060-9bab-b7e82c723c70 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 946 time: 0.4360626
Sep 10 16:46:49.905878 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067da392-09fd-4845-9d8c-a90f300ba531 req-55a84e59-54d0-4baf-904f-f249aa3c769c tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:49.907299 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-067da392-09fd-4845-9d8c-a90f300ba531 req-55a84e59-54d0-4baf-904f-f249aa3c769c tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/networks?id=ac7d09e9-3d2b-4636-9247-f06a1b11aa65 HTTP/1.1" status: 200  len: 814 time: 0.3765726
Sep 10 16:46:49.908363 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-4a4105fb-9a9b-4a18-b09a-0d61dd78e39a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:46:49.913832 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-8c9eddac-2bc0-403a-a804-f498d4e6cc77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:49.915885 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-4a4105fb-9a9b-4a18-b09a-0d61dd78e39a admin admin] Usage tracker for resource:network and tenant:817d6161456d4ad8845bd719e2966b4c is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:46:49.928405 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-4a4105fb-9a9b-4a18-b09a-0d61dd78e39a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:46:49.944390 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-4a4105fb-9a9b-4a18-b09a-0d61dd78e39a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:46:49.964469 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-067da392-09fd-4845-9d8c-a90f300ba531 req-c609327b-6a8d-4396-856e-7d26904f0180 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/quotas/c08e39318c9847d9a5e91370ba18c602 HTTP/1.1" status: 200  len: 375 time: 0.0456028
Sep 10 16:46:49.972924 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-8c9eddac-2bc0-403a-a804-f498d4e6cc77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:49.980825 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4105fb-9a9b-4a18-b09a-0d61dd78e39a admin admin] Made reservation on behalf of 817d6161456d4ad8845bd719e2966b4c for: {'network': 1} {{(pid=74981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:46:49.983810 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-4a4105fb-9a9b-4a18-b09a-0d61dd78e39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for network, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:50.062720 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-4a4105fb-9a9b-4a18-b09a-0d61dd78e39a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:50.086458 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-067da392-09fd-4845-9d8c-a90f300ba531 req-cd544d17-e8df-498e-b3fb-eef525ae1700 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c08e39318c9847d9a5e91370ba18c602&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0892138
Sep 10 16:46:50.162523 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-0063ed82-63d7-4e08-a06c-13ccd455e2e6 req-3eb7fa92-65f9-4a79-893d-b0ccfd3c354b tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2651839
Sep 10 16:46:50.444412 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-8c9eddac-2bc0-403a-a804-f498d4e6cc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:50.471104 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-587b994b-0d52-4453-afc7-07e6d4a28c05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:50.495886 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-4a4105fb-9a9b-4a18-b09a-0d61dd78e39a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:46:50.501076 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9eddac-2bc0-403a-a804-f498d4e6cc77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723c43e7-b86f-460a-98b8-1666ae8dda09,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:50.517005 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-4a4105fb-9a9b-4a18-b09a-0d61dd78e39a admin admin] Usage tracker for resource:security_group_rule and tenant:817d6161456d4ad8845bd719e2966b4c is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:46:50.525917 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-4a4105fb-9a9b-4a18-b09a-0d61dd78e39a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:46:50.532375 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-8c9eddac-2bc0-403a-a804-f498d4e6cc77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:50.533851 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-8c9eddac-2bc0-403a-a804-f498d4e6cc77 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/723c43e7-b86f-460a-98b8-1666ae8dda09 HTTP/1.1" status: 204  len: 168 time: 0.8687000
Sep 10 16:46:50.543733 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-4a4105fb-9a9b-4a18-b09a-0d61dd78e39a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:46:50.571244 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9eddac-2bc0-403a-a804-f498d4e6cc77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:46:50.571698 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9eddac-2bc0-403a-a804-f498d4e6cc77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:46:50.572123 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9eddac-2bc0-403a-a804-f498d4e6cc77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:46:50.572551 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9eddac-2bc0-403a-a804-f498d4e6cc77 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:46:50.572972 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9eddac-2bc0-403a-a804-f498d4e6cc77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:46:50.573399 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9eddac-2bc0-403a-a804-f498d4e6cc77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:46:50.573931 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9eddac-2bc0-403a-a804-f498d4e6cc77 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:46:50.574249 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9eddac-2bc0-403a-a804-f498d4e6cc77 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:46:50.574837 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9eddac-2bc0-403a-a804-f498d4e6cc77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:46:50.575381 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9eddac-2bc0-403a-a804-f498d4e6cc77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:46:50.576177 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9eddac-2bc0-403a-a804-f498d4e6cc77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:46:50.587002 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-8c9eddac-2bc0-403a-a804-f498d4e6cc77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:50.598993 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-067da392-09fd-4845-9d8c-a90f300ba531 req-4cebc0b4-c889-490d-9fad-f93826c03e12 service neutron] 10.222.0.41 "GET /v2.0/networks/ac7d09e9-3d2b-4636-9247-f06a1b11aa65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5114388
Sep 10 16:46:50.702545 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.notifiers.nova [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-e040e43a-03f4-41ac-89b1-41e456517934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba122eca-fc94-4f9c-9c48-65a89010f765 {{(pid=74982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:46:50.713118 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-e040e43a-03f4-41ac-89b1-41e456517934 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:50.760148 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.provisioning_blocks [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-e040e43a-03f4-41ac-89b1-41e456517934 service neutron] Transition to ACTIVE for port object ba122eca-fc94-4f9c-9c48-65a89010f765 will not be triggered until provisioned by entity L2. {{(pid=74982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:46:50.767568 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-e040e43a-03f4-41ac-89b1-41e456517934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2865589'] for port, after_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:50.788408 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-53ceb98d-1b7e-4ef9-9974-e01eb6da0b37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:50.901647 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde436a2-1c9f-482e-8b07-69fb3d0c1aaf req-145b0b15-a0bf-48d3-b699-99582419e02a tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:50.906215 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-fde436a2-1c9f-482e-8b07-69fb3d0c1aaf req-145b0b15-a0bf-48d3-b699-99582419e02a tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Synchronizing usage tracker for tenant:fc4d485616234b49980bd3f8c80da5b5 on resource:port {{(pid=74982) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:46:50.929954 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-067da392-09fd-4845-9d8c-a90f300ba531 req-3c8a3bca-6b0c-4630-bbae-1a135cee193b service neutron] 10.222.0.41 "GET /v2.0/networks/ac7d09e9-3d2b-4636-9247-f06a1b11aa65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3165317
Sep 10 16:46:50.929954 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-4a4105fb-9a9b-4a18-b09a-0d61dd78e39a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:50.939079 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-4a4105fb-9a9b-4a18-b09a-0d61dd78e39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:50.944888 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-fd615c9c-81d4-41b0-be03-c7d9b7d50002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:51.010284 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4105fb-9a9b-4a18-b09a-0d61dd78e39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6c5291-a7a2-4b3e-be22-afcc215349ff,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:51.018919 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-4a4105fb-9a9b-4a18-b09a-0d61dd78e39a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:51.030483 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e040e43a-03f4-41ac-89b1-41e456517934 service neutron] Pushing event updated for resources: {'Port': ['ID=ba122eca-fc94-4f9c-9c48-65a89010f765,revision_number=2']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:51.047037 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a4105fb-9a9b-4a18-b09a-0d61dd78e39a admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'}  {{(pid=74981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Sep 10 16:46:51.069797 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e040e43a-03f4-41ac-89b1-41e456517934 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:46:51.078670 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-4a4105fb-9a9b-4a18-b09a-0d61dd78e39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-567309'] for segment, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:51.079301 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.db.segments_db [None req-4a4105fb-9a9b-4a18-b09a-0d61dd78e39a admin admin] Added segment 7c2a59c4-3fd8-4625-bc67-899015a586ac of type vlan for network 74cc6bdb-7b37-4594-91ba-090749308f61
Sep 10 16:46:51.079870 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e040e43a-03f4-41ac-89b1-41e456517934 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:46:51.080465 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e040e43a-03f4-41ac-89b1-41e456517934 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:46:51.081079 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e040e43a-03f4-41ac-89b1-41e456517934 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:46:51.081701 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e040e43a-03f4-41ac-89b1-41e456517934 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:46:51.082333 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e040e43a-03f4-41ac-89b1-41e456517934 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:46:51.084577 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e040e43a-03f4-41ac-89b1-41e456517934 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:46:51.089057 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e040e43a-03f4-41ac-89b1-41e456517934 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:46:51.094833 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e040e43a-03f4-41ac-89b1-41e456517934 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:46:51.095586 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e040e43a-03f4-41ac-89b1-41e456517934 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:46:51.096158 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e040e43a-03f4-41ac-89b1-41e456517934 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:46:51.111238 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-e040e43a-03f4-41ac-89b1-41e456517934 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:51.115471 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-fde436a2-1c9f-482e-8b07-69fb3d0c1aaf req-145b0b15-a0bf-48d3-b699-99582419e02a tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Unset dirty status for tenant:fc4d485616234b49980bd3f8c80da5b5 on resource:port {{(pid=74982) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:46:51.122555 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-fde436a2-1c9f-482e-8b07-69fb3d0c1aaf req-145b0b15-a0bf-48d3-b699-99582419e02a tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 931 time: 0.5656171
Sep 10 16:46:51.150914 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-4a4105fb-9a9b-4a18-b09a-0d61dd78e39a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763383730616'] for network, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:51.201644 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-4a4105fb-9a9b-4a18-b09a-0d61dd78e39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695'] for network, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:51.203314 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4105fb-9a9b-4a18-b09a-0d61dd78e39a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:51.204133 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-4a4105fb-9a9b-4a18-b09a-0d61dd78e39a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for network, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:51.216098 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:51.342568 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4105fb-9a9b-4a18-b09a-0d61dd78e39a admin admin] Pushing event updated for resources: {'Network': ['ID=74cc6bdb-7b37-4594-91ba-090749308f61,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:51.361202 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Network 74cc6bdb-7b37-4594-91ba-090749308f61 details requested by agent ovs-agent-dv-cinder-808473-1-iscsi with host dv-cinder-808473-1-iscsi {{(pid=74983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 10 16:46:51.363797 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-4a4105fb-9a9b-4a18-b09a-0d61dd78e39a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:51.390936 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-4a4105fb-9a9b-4a18-b09a-0d61dd78e39a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.5154696
Sep 10 16:46:51.391998 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 59892) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:46:51.404160 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [None req-baeb942c-1270-4554-996c-8b647412b380 admin admin] Request body: {'subnet': {'network_id': '74cc6bdb-7b37-4594-91ba-090749308f61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1829433061-subnet', 'tenant_id': '817d6161456d4ad8845bd719e2966b4c', 'ip_version': 4}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:46:51.415113 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-baeb942c-1270-4554-996c-8b647412b380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:46:51.428935 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-baeb942c-1270-4554-996c-8b647412b380 admin admin] Usage tracker for resource:subnet and tenant:817d6161456d4ad8845bd719e2966b4c is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:46:51.439805 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-baeb942c-1270-4554-996c-8b647412b380 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:46:51.447073 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-baeb942c-1270-4554-996c-8b647412b380 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:46:51.579578 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baeb942c-1270-4554-996c-8b647412b380 admin admin] Made reservation on behalf of 817d6161456d4ad8845bd719e2966b4c for: {'subnet': 1} {{(pid=74981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:46:51.583604 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-baeb942c-1270-4554-996c-8b647412b380 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:51.603698 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-fde436a2-1c9f-482e-8b07-69fb3d0c1aaf req-c3844c6f-835c-4013-b4ba-8aacefb2383e tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Synchronizing usage tracker for tenant:fc4d485616234b49980bd3f8c80da5b5 on resource:security_group {{(pid=74982) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:46:51.650782 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.managers [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-e040e43a-03f4-41ac-89b1-41e456517934 service neutron] Attempting to bind port ba122eca-fc94-4f9c-9c48-65a89010f765 on host hv-cinder-80847 for vnic_type normal with profile  {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:46:51.651331 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.managers [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-e040e43a-03f4-41ac-89b1-41e456517934 service neutron] Attempting to bind port ba122eca-fc94-4f9c-9c48-65a89010f765 by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': '4d4c8392-71b1-4864-ab55-cb7142ee25dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fab5f826-fa9d-49ba-ac0c-578581e924e4'}] {{(pid=74982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:46:51.651768 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-e040e43a-03f4-41ac-89b1-41e456517934 service neutron] Attempting to bind port ba122eca-fc94-4f9c-9c48-65a89010f765 on network fab5f826-fa9d-49ba-ac0c-578581e924e4 {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:46:51.654784 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-fde436a2-1c9f-482e-8b07-69fb3d0c1aaf req-c3844c6f-835c-4013-b4ba-8aacefb2383e tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Unset dirty status for tenant:fc4d485616234b49980bd3f8c80da5b5 on resource:security_group {{(pid=74982) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:46:51.667743 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-fde436a2-1c9f-482e-8b07-69fb3d0c1aaf req-c3844c6f-835c-4013-b4ba-8aacefb2383e tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/security-groups?id=6382df1d-2eb5-4164-8a85-8656b80a37c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5419443
Sep 10 16:46:51.680647 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-e040e43a-03f4-41ac-89b1-41e456517934 service neutron] Port ba122eca-fc94-4f9c-9c48-65a89010f765 on network fab5f826-fa9d-49ba-ac0c-578581e924e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 10 16:46:51.683058 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-e040e43a-03f4-41ac-89b1-41e456517934 service neutron] Attempting to bind port ba122eca-fc94-4f9c-9c48-65a89010f765 on network fab5f826-fa9d-49ba-ac0c-578581e924e4 {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:46:51.719416 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-e040e43a-03f4-41ac-89b1-41e456517934 service neutron] Checking agent: {'id': '653d4f90-9fea-4616-953f-74c38214cca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 41, 36), 'started_at': datetime.datetime(2021, 9, 10, 16, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:46:51.720293 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-e040e43a-03f4-41ac-89b1-41e456517934 service neutron] Checking segment: {'id': '4d4c8392-71b1-4864-ab55-cb7142ee25dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fab5f826-fa9d-49ba-ac0c-578581e924e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:46:51.721347 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-e040e43a-03f4-41ac-89b1-41e456517934 service neutron] Bound using segment: {'id': '4d4c8392-71b1-4864-ab55-cb7142ee25dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fab5f826-fa9d-49ba-ac0c-578581e924e4'} {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:46:51.722500 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.managers [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-e040e43a-03f4-41ac-89b1-41e456517934 service neutron] Bound port: ba122eca-fc94-4f9c-9c48-65a89010f765, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d4c8392-71b1-4864-ab55-cb7142ee25dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fab5f826-fa9d-49ba-ac0c-578581e924e4'}}] {{(pid=74982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:46:51.723443 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-e040e43a-03f4-41ac-89b1-41e456517934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:51.994172 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c34cc4-1875-44da-be45-ef054053adbf req-1161477a-5d13-41c4-9eed-a46784f275da tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:51.998514 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-28c34cc4-1875-44da-be45-ef054053adbf req-1161477a-5d13-41c4-9eed-a46784f275da tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 945 time: 0.5437555
Sep 10 16:46:52.040080 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.db [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-e040e43a-03f4-41ac-89b1-41e456517934 service neutron] For port ba122eca-fc94-4f9c-9c48-65a89010f765, host hv-cinder-80847, cleared binding levels {{(pid=74982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:46:52.048146 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.db [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-e040e43a-03f4-41ac-89b1-41e456517934 service neutron] For port ba122eca-fc94-4f9c-9c48-65a89010f765, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=ba122eca-fc94-4f9c-9c48-65a89010f765,segment=NetworkSegment(4d4c8392-71b1-4864-ab55-cb7142ee25dc),segment_id=4d4c8392-71b1-4864-ab55-cb7142ee25dc)] {{(pid=74982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:46:52.055961 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-e040e43a-03f4-41ac-89b1-41e456517934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2865589'] for port, after_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:52.072249 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-e040e43a-03f4-41ac-89b1-41e456517934 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:52.098947 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-28c34cc4-1875-44da-be45-ef054053adbf req-dc2e3845-13dd-4733-89b1-7972a49ff039 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0891900
Sep 10 16:46:52.100909 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-baeb942c-1270-4554-996c-8b647412b380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695'] for subnet, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:52.112700 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-08a91a7b-19e9-4696-a968-ab52ff07efff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:52.144077 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-e040e43a-03f4-41ac-89b1-41e456517934 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:52.153581 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-e040e43a-03f4-41ac-89b1-41e456517934 service neutron] 10.222.0.24 "PUT /v2.0/ports/ba122eca-fc94-4f9c-9c48-65a89010f765 HTTP/1.1" status: 200  len: 1093 time: 2.7963545
Sep 10 16:46:52.165946 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8116b77-02dd-4069-9760-0de211200984', 'tag': 'ba122eca-fc94-4f9c-9c48-65a89010f765'}] {{(pid=74982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:46:52.207372 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb942c-1270-4554-996c-8b647412b380 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c16d58a3-b651-4121-a81b-00c18b8f9903,revision_number=0']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:52.211506 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-baeb942c-1270-4554-996c-8b647412b380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:52.239357 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baeb942c-1270-4554-996c-8b647412b380 admin admin] Checking segment: {'id': '7c2a59c4-3fd8-4625-bc67-899015a586ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '74cc6bdb-7b37-4594-91ba-090749308f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:46:52.239750 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baeb942c-1270-4554-996c-8b647412b380 admin admin] Network hostable DHCP agents. Network: 74cc6bdb-7b37-4594-91ba-090749308f61, hostable agents: ['16ada634-a41f-45d3-a3ee-16ead43437b7'], hosted agents: [] {{(pid=74981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 10 16:46:52.246678 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819aaca4-3a03-4a37-9d51-c6b7c1098ead req-7c9dc735-2efe-4529-9bbe-e1d4f7890b6f tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:52.248180 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-819aaca4-3a03-4a37-9d51-c6b7c1098ead req-7c9dc735-2efe-4529-9bbe-e1d4f7890b6f tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.3824818
Sep 10 16:46:52.293719 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baeb942c-1270-4554-996c-8b647412b380 admin admin] Network 74cc6bdb-7b37-4594-91ba-090749308f61 is scheduled to be hosted by DHCP agent 16ada634-a41f-45d3-a3ee-16ead43437b7 with binding_index 1 {{(pid=74981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 10 16:46:52.317790 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.base_scheduler [None req-baeb942c-1270-4554-996c-8b647412b380 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808473-1-iscsi, 74cc6bdb-7b37-4594-91ba-090749308f61) {{(pid=74981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:46:52.321922 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baeb942c-1270-4554-996c-8b647412b380 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:52.322552 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-baeb942c-1270-4554-996c-8b647412b380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for subnet, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:52.329200 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaab3b57-d534-45f6-8a5f-9460847220b4 None None] Network 74cc6bdb-7b37-4594-91ba-090749308f61 requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:46:52.368224 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e040e43a-03f4-41ac-89b1-41e456517934 service neutron] Pushing event updated for resources: {'Port': ['ID=ba122eca-fc94-4f9c-9c48-65a89010f765,revision_number=3']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:52.372615 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-baeb942c-1270-4554-996c-8b647412b380 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9740336
Sep 10 16:46:52.373520 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-e040e43a-03f4-41ac-89b1-41e456517934 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:52.375705 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 59904) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:46:52.381283 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [None req-875b75f4-87d3-4bb9-90b0-c80156ee07a1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1829433061-router', 'tenant_id': '817d6161456d4ad8845bd719e2966b4c', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'}}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:46:52.396526 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-875b75f4-87d3-4bb9-90b0-c80156ee07a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:46:52.408413 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-875b75f4-87d3-4bb9-90b0-c80156ee07a1 admin admin] Usage tracker for resource:router and tenant:817d6161456d4ad8845bd719e2966b4c is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:46:52.422618 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-819aaca4-3a03-4a37-9d51-c6b7c1098ead req-04a7441e-10b9-4822-b946-a222aeff0925 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1624444
Sep 10 16:46:52.426977 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-875b75f4-87d3-4bb9-90b0-c80156ee07a1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:46:52.441437 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-875b75f4-87d3-4bb9-90b0-c80156ee07a1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:46:52.472647 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-875b75f4-87d3-4bb9-90b0-c80156ee07a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16204'] for router, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:52.474628 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-875b75f4-87d3-4bb9-90b0-c80156ee07a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447437', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-335565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16211'] for router, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:52.510477 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-875b75f4-87d3-4bb9-90b0-c80156ee07a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:52.707319 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2849fa0b-897c-460e-9b67-b68703e3ac5d req-fd1f1959-a1c6-4262-bbc3-1b4936b76ea0 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=db8356a1-26c8-48b6-9787-bae398d3401c HTTP/1.1" status: 200  len: 210 time: 0.1564713
Sep 10 16:46:52.709894 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-554ccb47-3b12-4340-81dc-bb9fd2bb3e1b req-90a16010-dca4-40cb-be56-5552886e634a tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/ports?device_id=58fb03c4-e7a9-47f8-a60c-7f833d151f08 HTTP/1.1" status: 200  len: 210 time: 0.0791378
Sep 10 16:46:52.814153 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-875b75f4-87d3-4bb9-90b0-c80156ee07a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-446775', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16225'] for router, precommit_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:52.867678 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8749d0-fdb9-475a-ac5c-69ca51aa87cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd50011bc-20d0-5c59-bf13-9c606f0d4957-74cc6bdb-7b37-4594-91ba-090749308f61', 'network_id': '74cc6bdb-7b37-4594-91ba-090749308f61', 'tenant_id': '817d6161456d4ad8845bd719e2966b4c', 'fixed_ips': [{'subnet_id': 'c16d58a3-b651-4121-a81b-00c18b8f9903'}]}} from dv-cinder-808473-1-iscsi. {{(pid=74983) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Sep 10 16:46:52.869965 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-1c8749d0-fdb9-475a-ac5c-69ca51aa87cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:52.934313 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8116b77-02dd-4069-9760-0de211200984', 'tag': 'ba122eca-fc94-4f9c-9c48-65a89010f765', 'status': 'completed', 'code': 200}
Sep 10 16:46:53.289766 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefea2ed-1720-4385-896f-d1d19ee8e298 req-64d497a9-bf16-4f80-a782-bbad96554ffc tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:53.301434 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-fefea2ed-1720-4385-896f-d1d19ee8e298 req-64d497a9-bf16-4f80-a782-bbad96554ffc tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 946 time: 0.2444797
Sep 10 16:46:53.330500 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.db_base_plugin_common [None req-1c8749d0-fdb9-475a-ac5c-69ca51aa87cc None None] Allocated IP 172.20.0.2 (74cc6bdb-7b37-4594-91ba-090749308f61/c16d58a3-b651-4121-a81b-00c18b8f9903/980606a4-3723-4eeb-9f7e-c6d0af51a4c6) {{(pid=74983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:46:53.421915 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-fefea2ed-1720-4385-896f-d1d19ee8e298 req-0b6977b6-7346-47fb-9e11-913c87dfe5f1 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1179624
Sep 10 16:46:53.427406 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6b652-e350-4814-a159-46e8ab894fc4 req-886610da-ef1d-491f-9d64-2082c527e7e9 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:53.460790 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-76a6b652-e350-4814-a159-46e8ab894fc4 req-886610da-ef1d-491f-9d64-2082c527e7e9 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 943 time: 0.2511861
Sep 10 16:46:53.561045 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-76a6b652-e350-4814-a159-46e8ab894fc4 req-b4f9d3f0-82fb-40a6-a9f5-cc7edc5e1087 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/security-groups?id=6382df1d-2eb5-4164-8a85-8656b80a37c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942254
Sep 10 16:46:53.695016 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-875b75f4-87d3-4bb9-90b0-c80156ee07a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:53.757679 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-875b75f4-87d3-4bb9-90b0-c80156ee07a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:53.933836 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c7804-bde2-4a66-9c8b-35e600243276 req-47c703b4-134b-476a-a52a-89a65511c121 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:53.935395 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-1c8749d0-fdb9-475a-ac5c-69ca51aa87cc None None] Notify callbacks [] for port, precommit_create {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:53.936081 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-8e0c7804-bde2-4a66-9c8b-35e600243276 req-47c703b4-134b-476a-a52a-89a65511c121 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.1468296
Sep 10 16:46:53.954958 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-1c8749d0-fdb9-475a-ac5c-69ca51aa87cc None None] Transition to ACTIVE for port object 980606a4-3723-4eeb-9f7e-c6d0af51a4c6 will not be triggered until provisioned by entity L2. {{(pid=74983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:46:54.005243 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-1c8749d0-fdb9-475a-ac5c-69ca51aa87cc None None] Transition to ACTIVE for port object 980606a4-3723-4eeb-9f7e-c6d0af51a4c6 will not be triggered until provisioned by entity DHCP. {{(pid=74983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:46:54.029676 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-8e0c7804-bde2-4a66-9c8b-35e600243276 req-7c9c8614-8b33-4a02-b526-44721651fb1a tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824475
Sep 10 16:46:54.081266 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-1c8749d0-fdb9-475a-ac5c-69ca51aa87cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793'] for port, after_create {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:54.097452 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:54.100710 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fbff72-1bb1-4774-92b5-739d6e7238ba req-a4d00c0b-969c-4f37-a446-9b64195db4d1 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:54.107751 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-93fbff72-1bb1-4774-92b5-739d6e7238ba req-a4d00c0b-969c-4f37-a446-9b64195db4d1 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 945 time: 0.5406859
Sep 10 16:46:54.210394 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8749d0-fdb9-475a-ac5c-69ca51aa87cc None None] Pushing event updated for resources: {'Port': ['ID=980606a4-3723-4eeb-9f7e-c6d0af51a4c6,revision_number=1']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:54.213325 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-1c8749d0-fdb9-475a-ac5c-69ca51aa87cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:54.220174 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.db_base_plugin_common [None req-875b75f4-87d3-4bb9-90b0-c80156ee07a1 admin admin] Allocated IP 172.27.0.80 (7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e/dc5dafb3-b941-44a9-9498-2bdb3e4caa08/ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc) {{(pid=74981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:46:54.227348 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8749d0-fdb9-475a-ac5c-69ca51aa87cc None None] Network 74cc6bdb-7b37-4594-91ba-090749308f61 is already hosted by enough agents. {{(pid=74983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:46:54.229198 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.scheduler.base_scheduler [None req-1c8749d0-fdb9-475a-ac5c-69ca51aa87cc None None] Resources bound (agent type, host, resource id):  {{(pid=74983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:46:54.231866 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8749d0-fdb9-475a-ac5c-69ca51aa87cc None None] Received port after_create {{(pid=74983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:46:54.236303 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-93fbff72-1bb1-4774-92b5-739d6e7238ba req-0d0ef996-402e-42cc-9198-2bdf7376c631 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1278458
Sep 10 16:46:54.376063 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-d54f0787-329f-496c-8f56-11af6131be3b req-241862ff-9c9f-436b-aef6-ae9817aa2057 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Synchronizing usage tracker for tenant:73cdfc2295ba43b88eedc5611288b0f3 on resource:port {{(pid=74982) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:46:54.397947 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-1c8749d0-fdb9-475a-ac5c-69ca51aa87cc None None] Attempting to bind port 980606a4-3723-4eeb-9f7e-c6d0af51a4c6 on host dv-cinder-808473-1-iscsi for vnic_type normal with profile  {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:46:54.398370 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-1c8749d0-fdb9-475a-ac5c-69ca51aa87cc None None] Attempting to bind port 980606a4-3723-4eeb-9f7e-c6d0af51a4c6 by drivers openvswitch,hyperv on host dv-cinder-808473-1-iscsi at level 0 using segments [{'id': '7c2a59c4-3fd8-4625-bc67-899015a586ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '74cc6bdb-7b37-4594-91ba-090749308f61'}] {{(pid=74983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:46:54.398750 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8749d0-fdb9-475a-ac5c-69ca51aa87cc None None] Attempting to bind port 980606a4-3723-4eeb-9f7e-c6d0af51a4c6 on network 74cc6bdb-7b37-4594-91ba-090749308f61 {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:46:54.406701 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8749d0-fdb9-475a-ac5c-69ca51aa87cc None None] Checking agent: {'id': 'f3cf38fb-3540-46d0-a6e6-e52cff650adc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 35, 26), 'started_at': datetime.datetime(2021, 9, 10, 16, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:46:54.407085 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8749d0-fdb9-475a-ac5c-69ca51aa87cc None None] Checking segment: {'id': '7c2a59c4-3fd8-4625-bc67-899015a586ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '74cc6bdb-7b37-4594-91ba-090749308f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:46:54.407506 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-1c8749d0-fdb9-475a-ac5c-69ca51aa87cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:54.407906 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8749d0-fdb9-475a-ac5c-69ca51aa87cc None None] Bound using segment: {'id': '7c2a59c4-3fd8-4625-bc67-899015a586ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '74cc6bdb-7b37-4594-91ba-090749308f61'} {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:46:54.408393 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-1c8749d0-fdb9-475a-ac5c-69ca51aa87cc None None] Bound port: 980606a4-3723-4eeb-9f7e-c6d0af51a4c6, host: dv-cinder-808473-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2a59c4-3fd8-4625-bc67-899015a586ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '74cc6bdb-7b37-4594-91ba-090749308f61'}}] {{(pid=74983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:46:54.408784 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-1c8749d0-fdb9-475a-ac5c-69ca51aa87cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:54.424586 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-d54f0787-329f-496c-8f56-11af6131be3b req-241862ff-9c9f-436b-aef6-ae9817aa2057 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Unset dirty status for tenant:73cdfc2295ba43b88eedc5611288b0f3 on resource:port {{(pid=74982) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:46:54.436972 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-d54f0787-329f-496c-8f56-11af6131be3b req-241862ff-9c9f-436b-aef6-ae9817aa2057 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=db8356a1-26c8-48b6-9787-bae398d3401c HTTP/1.1" status: 200  len: 210 time: 0.1168857
Sep 10 16:46:54.633457 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-1c8749d0-fdb9-475a-ac5c-69ca51aa87cc None None] For port 980606a4-3723-4eeb-9f7e-c6d0af51a4c6, host dv-cinder-808473-1-iscsi, cleared binding levels {{(pid=74983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:46:54.643534 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-1c8749d0-fdb9-475a-ac5c-69ca51aa87cc None None] For port 980606a4-3723-4eeb-9f7e-c6d0af51a4c6, host dv-cinder-808473-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=980606a4-3723-4eeb-9f7e-c6d0af51a4c6,segment=NetworkSegment(7c2a59c4-3fd8-4625-bc67-899015a586ac),segment_id=7c2a59c4-3fd8-4625-bc67-899015a586ac)] {{(pid=74983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:46:54.644939 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-17f1cd91-57ea-4582-bc65-ecd9c0917139 req-65a8bdc9-a5b4-479a-8a9a-1ba2d2278197 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/ports?device_id=58fb03c4-e7a9-47f8-a60c-7f833d151f08 HTTP/1.1" status: 200  len: 210 time: 0.0962911
Sep 10 16:46:54.647768 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-875b75f4-87d3-4bb9-90b0-c80156ee07a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:54.663459 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-1c8749d0-fdb9-475a-ac5c-69ca51aa87cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:54.678210 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-1fd922fc-5d07-411d-bac7-93b286929abf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:54.710759 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-875b75f4-87d3-4bb9-90b0-c80156ee07a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793'] for port, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:54.723326 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-6c3e1669-6aac-440e-b464-835473073ccd tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:54.806070 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8749d0-fdb9-475a-ac5c-69ca51aa87cc None None] Pushing event updated for resources: {'Port': ['ID=980606a4-3723-4eeb-9f7e-c6d0af51a4c6,revision_number=2']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:54.813600 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-1c8749d0-fdb9-475a-ac5c-69ca51aa87cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:54.816196 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875b75f4-87d3-4bb9-90b0-c80156ee07a1 admin admin] Network 7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e is already hosted by enough agents. {{(pid=74981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:46:54.817534 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.base_scheduler [None req-875b75f4-87d3-4bb9-90b0-c80156ee07a1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:46:54.819573 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875b75f4-87d3-4bb9-90b0-c80156ee07a1 admin admin] Pushing event updated for resources: {'Port': ['ID=ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:54.822193 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875b75f4-87d3-4bb9-90b0-c80156ee07a1 admin admin] Received port after_create {{(pid=74981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:46:54.949262 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a7d32-a094-4164-bacb-b3493eed20bd req-76af81e9-1685-459c-bf3d-fb1321496ac8 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:54.957130 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-1e7a7d32-a094-4164-bacb-b3493eed20bd req-76af81e9-1685-459c-bf3d-fb1321496ac8 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 946 time: 0.2305350
Sep 10 16:46:54.967309 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-875b75f4-87d3-4bb9-90b0-c80156ee07a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:55.036616 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-1e7a7d32-a094-4164-bacb-b3493eed20bd req-97529328-661b-48ab-af1b-9a41bc13979c tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0785475
Sep 10 16:46:55.218140 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c0041afb-1904-4ec2-9fdb-2876a54ec8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:55.325995 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2921df0-1e52-4dbe-828d-23cb66c53cf5 req-8d138bc4-02fa-4ba3-bd8b-7f287f9a8a05 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:55.327917 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-e2921df0-1e52-4dbe-828d-23cb66c53cf5 req-8d138bc4-02fa-4ba3-bd8b-7f287f9a8a05 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 943 time: 0.3286049
Sep 10 16:46:55.389876 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-875b75f4-87d3-4bb9-90b0-c80156ee07a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:55.392191 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-875b75f4-87d3-4bb9-90b0-c80156ee07a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446738'] for router, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:55.442599 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-e2921df0-1e52-4dbe-828d-23cb66c53cf5 req-11c9b219-ae4c-4cc9-a270-6df7b0631fe0 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/security-groups?id=6382df1d-2eb5-4164-8a85-8656b80a37c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038184
Sep 10 16:46:55.543642 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef97d3b-dd04-4a03-9555-fce0a2d723eb req-8ebf5d1a-3e5e-47e6-bbdf-66511ba3be0a tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:55.545439 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-eef97d3b-dd04-4a03-9555-fce0a2d723eb req-8ebf5d1a-3e5e-47e6-bbdf-66511ba3be0a tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.1634507
Sep 10 16:46:55.640890 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:55.657507 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-eef97d3b-dd04-4a03-9555-fce0a2d723eb req-fad6da0c-674b-4e00-9b6c-37c3ca8e64de tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053307
Sep 10 16:46:55.831145 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c13d98-541f-44ad-b1a8-e35d48322dcd req-2d6cfe58-988e-48c9-ad58-7860e7f51112 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:55.832761 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-f5c13d98-541f-44ad-b1a8-e35d48322dcd req-2d6cfe58-988e-48c9-ad58-7860e7f51112 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 945 time: 0.1458373
Sep 10 16:46:55.947623 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-1756b6f6-d19f-4bc6-be08-93eec157cb28 req-3af13d85-2413-4904-a2fd-209c8789b3a1 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=db8356a1-26c8-48b6-9787-bae398d3401c HTTP/1.1" status: 200  len: 210 time: 0.1118805
Sep 10 16:46:55.951732 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875b75f4-87d3-4bb9-90b0-c80156ee07a1 admin admin] Router 6b8ddce8-f2d1-4eff-9a86-cccab625f46a is scheduled to L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 with binding_index 1 {{(pid=74981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Sep 10 16:46:55.968686 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 980606a4-3723-4eeb-9f7e-c6d0af51a4c6 up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:46:55.971912 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-f5c13d98-541f-44ad-b1a8-e35d48322dcd req-39352500-d486-4a8e-bcfc-bb63034683d9 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1296778
Sep 10 16:46:56.121997 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning for port 980606a4-3723-4eeb-9f7e-c6d0af51a4c6 completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:46:56.327925 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-bbe53369-82b2-4859-a96b-04d779044767 req-da3e2d7f-5cf3-4930-809e-6652267109e0 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/ports?device_id=58fb03c4-e7a9-47f8-a60c-7f833d151f08 HTTP/1.1" status: 200  len: 210 time: 0.1290460
Sep 10 16:46:56.330315 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875b75f4-87d3-4bb9-90b0-c80156ee07a1 admin admin] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:46:56.340895 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb07c173-97c8-498e-a67e-901abda9c26a None None] Sync routers for ids ['6b8ddce8-f2d1-4eff-9a86-cccab625f46a'] in dv-cinder-808473-1-iscsi {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:46:56.379644 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb07c173-97c8-498e-a67e-901abda9c26a None None] Routers {'6b8ddce8-f2d1-4eff-9a86-cccab625f46a'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:46:56.380296 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-fb07c173-97c8-498e-a67e-901abda9c26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f86258aaf10>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:46:27Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['6b8ddce8-f2d1-4eff-9a86-cccab625f46a'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:46:56.442870 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-875b75f4-87d3-4bb9-90b0-c80156ee07a1 admin admin] Notify callbacks [] for router, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:56.447126 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 59934) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:46:56.449318 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-875b75f4-87d3-4bb9-90b0-c80156ee07a1 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.0723639
Sep 10 16:46:56.468551 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb4957-3f2f-4ef0-8f42-b97b87005fa3 req-fd3dfb37-9eda-465b-befc-d607c11e94c1 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:56.477690 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-6beb4957-3f2f-4ef0-8f42-b97b87005fa3 req-fd3dfb37-9eda-465b-befc-d607c11e94c1 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 946 time: 0.1333787
Sep 10 16:46:56.581048 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-6beb4957-3f2f-4ef0-8f42-b97b87005fa3 req-d3610a26-4f69-4620-8e28-0ad7f734e30e tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1022322
Sep 10 16:46:56.702448 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9850f3-310f-429c-84a6-bec436d06717 None None] Network 74cc6bdb-7b37-4594-91ba-090749308f61 requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:46:56.822167 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53c7b8-6244-45e4-8833-4e57b844b21f req-33470da5-18ee-44a0-bcc4-b343ff230dca tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:56.829305 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-bc53c7b8-6244-45e4-8833-4e57b844b21f req-33470da5-18ee-44a0-bcc4-b343ff230dca tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 943 time: 0.1784065
Sep 10 16:46:56.853630 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-f3ff4cfc-5305-4ef8-9667-f5a8436a283f None None] Provisioning for port 980606a4-3723-4eeb-9f7e-c6d0af51a4c6 completed by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:46:56.872088 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 6 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 16:46:56.884549 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-bc53c7b8-6244-45e4-8833-4e57b844b21f req-6709d7bd-eca6-4bbc-8a39-649b328b3f79 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/security-groups?id=6382df1d-2eb5-4164-8a85-8656b80a37c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543430
Sep 10 16:46:56.903007 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-f3ff4cfc-5305-4ef8-9667-f5a8436a283f None None] Provisioning complete for port 980606a4-3723-4eeb-9f7e-c6d0af51a4c6 triggered by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:46:56.903476 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-f3ff4cfc-5305-4ef8-9667-f5a8436a283f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:57.075289 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a4e1f-d1a4-4b93-a6ca-2eb37c1d5c31 req-3f580e03-7a27-449d-8f2d-0d9f7e57982e tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:57.092242 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-649a4e1f-d1a4-4b93-a6ca-2eb37c1d5c31 req-3f580e03-7a27-449d-8f2d-0d9f7e57982e tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Synchronizing usage tracker for tenant:ff9271dbe9584869afd7a0ccba96dfb8 on resource:port {{(pid=74981) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:46:57.125599 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-649a4e1f-d1a4-4b93-a6ca-2eb37c1d5c31 req-3f580e03-7a27-449d-8f2d-0d9f7e57982e tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Unset dirty status for tenant:ff9271dbe9584869afd7a0ccba96dfb8 on resource:port {{(pid=74981) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:46:57.135956 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-649a4e1f-d1a4-4b93-a6ca-2eb37c1d5c31 req-3f580e03-7a27-449d-8f2d-0d9f7e57982e tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.2554607
Sep 10 16:46:57.155751 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-fb07c173-97c8-498e-a67e-901abda9c26a None None] Set router 6b8ddce8-f2d1-4eff-9a86-cccab625f46a gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:46:57.208212 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-649a4e1f-d1a4-4b93-a6ca-2eb37c1d5c31 req-1329429a-2cc1-4e5a-a26d-5f3cc5bf17d3 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713706
Sep 10 16:46:57.229561 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-dd067985-d3d4-4c09-8a6a-779ce931a3f2 req-11dc1dd1-9042-4e3f-b2bc-260623de3bd0 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=db8356a1-26c8-48b6-9787-bae398d3401c HTTP/1.1" status: 200  len: 210 time: 0.0522010
Sep 10 16:46:57.616580 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-bc18b85a-dd65-44bb-ad86-40b0aba2d77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:57.619686 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c0442-8299-486d-a301-263f1d61eaf2 req-64284958-398a-45cc-a961-af0fbb81fbf1 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:57.627797 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-5d6c0442-8299-486d-a301-263f1d61eaf2 req-64284958-398a-45cc-a961-af0fbb81fbf1 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 945 time: 0.2257366
Sep 10 16:46:57.637073 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-f3ff4cfc-5305-4ef8-9667-f5a8436a283f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:57.704220 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-f3ff4cfc-5305-4ef8-9667-f5a8436a283f None None] For port 980606a4-3723-4eeb-9f7e-c6d0af51a4c6, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=980606a4-3723-4eeb-9f7e-c6d0af51a4c6,segment=NetworkSegment(7c2a59c4-3fd8-4625-bc67-899015a586ac),segment_id=7c2a59c4-3fd8-4625-bc67-899015a586ac)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:46:57.718714 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-f3ff4cfc-5305-4ef8-9667-f5a8436a283f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:57.719606 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-5d6c0442-8299-486d-a301-263f1d61eaf2 req-5db1175f-2a9f-4e5d-bacb-181e97e09efa tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0866716
Sep 10 16:46:57.757185 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:57.890217 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-3f40d484-5fe9-49e0-90d6-86aed03a4306 req-80b993b7-a560-481b-b3ad-8975327d26bf tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/ports?device_id=58fb03c4-e7a9-47f8-a60c-7f833d151f08 HTTP/1.1" status: 200  len: 210 time: 0.0854909
Sep 10 16:46:58.167695 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff4cfc-5305-4ef8-9667-f5a8436a283f None None] Pushing event updated for resources: {'Port': ['ID=980606a4-3723-4eeb-9f7e-c6d0af51a4c6,revision_number=3']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:58.201574 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ff4cfc-5305-4ef8-9667-f5a8436a283f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:46:58.201990 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ff4cfc-5305-4ef8-9667-f5a8436a283f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:46:58.204341 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ff4cfc-5305-4ef8-9667-f5a8436a283f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:46:58.204680 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ff4cfc-5305-4ef8-9667-f5a8436a283f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:46:58.205020 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ff4cfc-5305-4ef8-9667-f5a8436a283f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:46:58.205351 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ff4cfc-5305-4ef8-9667-f5a8436a283f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:46:58.205678 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ff4cfc-5305-4ef8-9667-f5a8436a283f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:46:58.206001 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ff4cfc-5305-4ef8-9667-f5a8436a283f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:46:58.210571 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ff4cfc-5305-4ef8-9667-f5a8436a283f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:46:58.210931 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ff4cfc-5305-4ef8-9667-f5a8436a283f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:46:58.211266 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ff4cfc-5305-4ef8-9667-f5a8436a283f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:46:58.218963 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-f3ff4cfc-5305-4ef8-9667-f5a8436a283f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:58.260193 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-fb07c173-97c8-498e-a67e-901abda9c26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f86258aaf10>, [{'id': '6b8ddce8-f2d1-4eff-9a86-cccab625f46a', 'name': 'tempest-TestShelveInstance-1829433061-router', 'tenant_id': '817d6161456d4ad8845bd719e2966b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:52Z', 'updated_at': '2021-09-10T16:46:55Z', 'revision_number': 3, 'project_id': '817d6161456d4ad8845bd719e2966b4c', 'gw_port': {'id': 'ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:91:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8ddce8-f2d1-4eff-9a86-cccab625f46a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:53Z', 'updated_at': '2021-09-10T16:46:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi'}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:46:58.273215 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb07c173-97c8-498e-a67e-901abda9c26a None None] Checking router: 6b8ddce8-f2d1-4eff-9a86-cccab625f46a for host: dv-cinder-808473-1-iscsi {{(pid=74983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:46:58.274745 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb07c173-97c8-498e-a67e-901abda9c26a None None] Updating router 6b8ddce8-f2d1-4eff-9a86-cccab625f46a port ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc binding host dv-cinder-808473-1-iscsi {{(pid=74983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 10 16:46:58.283138 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33892db6-3851-4d71-ad6d-0cf5c039b7ca req-56fee616-b388-4735-a3f7-116a15b98823 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:58.302637 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-33892db6-3851-4d71-ad6d-0cf5c039b7ca req-56fee616-b388-4735-a3f7-116a15b98823 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 946 time: 0.2036662
Sep 10 16:46:58.348136 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-7199302a-783d-4442-970f-36194ca8a4e3 None None] Provisioning complete for port 980606a4-3723-4eeb-9f7e-c6d0af51a4c6 triggered by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:46:58.348826 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-7199302a-783d-4442-970f-36194ca8a4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:58.401620 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-33892db6-3851-4d71-ad6d-0cf5c039b7ca req-039ddb78-787d-4bac-add5-2d31850841ae tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0979159
Sep 10 16:46:58.414769 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-fb07c173-97c8-498e-a67e-901abda9c26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:58.511537 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-b65dfcd5-c076-41de-9b82-4e8524323ac0 req-5bb36f30-25dd-4170-8c6e-7d901495ca3d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc4d485616234b49980bd3f8c80da5b5&device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 1096 time: 0.4646809
Sep 10 16:46:58.526949 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:58.619048 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-96d0d059-d525-46a8-9e6e-abb1c3f305ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:58.751550 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df33fd-9727-4020-b00f-fa533a7f70b4 req-11222f23-0357-4c80-a009-ccc50719e293 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:58.754122 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-79df33fd-9727-4020-b00f-fa533a7f70b4 req-11222f23-0357-4c80-a009-ccc50719e293 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 943 time: 0.5636764
Sep 10 16:46:58.826481 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b3ed0-568f-4851-97a4-324ebe0af579 req-1eeabfc3-83d8-416b-88e2-a7a8b707c445 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:58.830332 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-d90b3ed0-568f-4851-97a4-324ebe0af579 req-1eeabfc3-83d8-416b-88e2-a7a8b707c445 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.1632926
Sep 10 16:46:58.916830 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-d90b3ed0-568f-4851-97a4-324ebe0af579 req-53691c3c-eba3-4c82-9723-845322d3069d tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725963
Sep 10 16:46:59.034816 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.db_base_plugin_common [None req-96d0d059-d525-46a8-9e6e-abb1c3f305ab admin admin] Allocated IP 172.20.0.1 (74cc6bdb-7b37-4594-91ba-090749308f61/c16d58a3-b651-4121-a81b-00c18b8f9903/be9c8437-e915-483f-8cd0-db09d452146c) {{(pid=74982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:46:59.132161 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-79df33fd-9727-4020-b00f-fa533a7f70b4 req-5b8f137c-a33e-407c-a336-b7d40afef033 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/security-groups?id=6382df1d-2eb5-4164-8a85-8656b80a37c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1180418
Sep 10 16:46:59.176810 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-fb07c173-97c8-498e-a67e-901abda9c26a None None] Notify callbacks [] for port, precommit_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:59.203473 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-fb07c173-97c8-498e-a67e-901abda9c26a None None] Transition to ACTIVE for port object ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc will not be triggered until provisioned by entity L2. {{(pid=74983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:46:59.213381 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-fb07c173-97c8-498e-a67e-901abda9c26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:59.224041 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:59.318123 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-fb07c173-97c8-498e-a67e-901abda9c26a None None] Attempting to bind port ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc on host dv-cinder-808473-1-iscsi for vnic_type normal with profile  {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:46:59.318674 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-fb07c173-97c8-498e-a67e-901abda9c26a None None] Attempting to bind port ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc by drivers openvswitch,hyperv on host dv-cinder-808473-1-iscsi at level 0 using segments [{'id': '7f0f17d1-ee65-42aa-885b-938bb9d3cd64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'}] {{(pid=74983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:46:59.319141 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb07c173-97c8-498e-a67e-901abda9c26a None None] Attempting to bind port ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc on network 7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:46:59.329151 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb07c173-97c8-498e-a67e-901abda9c26a None None] Checking agent: {'id': 'f3cf38fb-3540-46d0-a6e6-e52cff650adc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 35, 26), 'started_at': datetime.datetime(2021, 9, 10, 16, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:46:59.329687 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb07c173-97c8-498e-a67e-901abda9c26a None None] Checking segment: {'id': '7f0f17d1-ee65-42aa-885b-938bb9d3cd64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:46:59.330223 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-fb07c173-97c8-498e-a67e-901abda9c26a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:59.330720 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb07c173-97c8-498e-a67e-901abda9c26a None None] Bound using segment: {'id': '7f0f17d1-ee65-42aa-885b-938bb9d3cd64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'} {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:46:59.331464 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-fb07c173-97c8-498e-a67e-901abda9c26a None None] Bound port: ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc, host: dv-cinder-808473-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f0f17d1-ee65-42aa-885b-938bb9d3cd64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'}}] {{(pid=74983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:46:59.331965 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-fb07c173-97c8-498e-a67e-901abda9c26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:59.439905 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91c10f-d6cf-41dc-b62e-d50ed6856371 None None] Pushing event updated for resources: {'Port': ['ID=ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc,revision_number=2']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:59.441226 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65dfcd5-c076-41de-9b82-4e8524323ac0 req-27fa74c0-931d-4805-a1b7-2ba94340fe66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:59.443059 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-b65dfcd5-c076-41de-9b82-4e8524323ac0 req-27fa74c0-931d-4805-a1b7-2ba94340fe66 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=fc4d485616234b49980bd3f8c80da5b5&shared=False HTTP/1.1" status: 200  len: 916 time: 0.9152138
Sep 10 16:46:59.447321 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-bf91c10f-d6cf-41dc-b62e-d50ed6856371 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:59.517790 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-fb07c173-97c8-498e-a67e-901abda9c26a None None] For port ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc, host dv-cinder-808473-1-iscsi, cleared binding levels {{(pid=74983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:46:59.525666 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-fb07c173-97c8-498e-a67e-901abda9c26a None None] For port ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc, host dv-cinder-808473-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc,segment=NetworkSegment(7f0f17d1-ee65-42aa-885b-938bb9d3cd64),segment_id=7f0f17d1-ee65-42aa-885b-938bb9d3cd64)] {{(pid=74983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:46:59.535580 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-fb07c173-97c8-498e-a67e-901abda9c26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:46:59.543083 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-9b35a71c-ceed-4407-964a-ac0c47b9d21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:46:59.669793 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb07c173-97c8-498e-a67e-901abda9c26a None None] Routers {'6b8ddce8-f2d1-4eff-9a86-cccab625f46a'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:46:59.671156 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-fb07c173-97c8-498e-a67e-901abda9c26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f86258aaf10>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:46:57Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['6b8ddce8-f2d1-4eff-9a86-cccab625f46a'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:46:59.675829 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efddc530-40f7-4b04-863e-32c34df7d1a8 req-7840a975-801c-4038-9292-b13319284228 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:59.689737 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-efddc530-40f7-4b04-863e-32c34df7d1a8 req-7840a975-801c-4038-9292-b13319284228 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 945 time: 0.3635786
Sep 10 16:46:59.737329 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067da392-09fd-4845-9d8c-a90f300ba531 req-00b933a6-7b25-47f1-803f-4eec1c3fa080 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:46:59.738016 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-067da392-09fd-4845-9d8c-a90f300ba531 req-00b933a6-7b25-47f1-803f-4eec1c3fa080 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Synchronizing usage tracker for tenant:c08e39318c9847d9a5e91370ba18c602 on resource:network {{(pid=74982) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:46:59.781424 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91c10f-d6cf-41dc-b62e-d50ed6856371 None None] Pushing event updated for resources: {'Port': ['ID=ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc,revision_number=3']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:46:59.793810 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-bf91c10f-d6cf-41dc-b62e-d50ed6856371 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:46:59.794515 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-efddc530-40f7-4b04-863e-32c34df7d1a8 req-0fc8af3d-2284-4c04-a966-c03b4f69ee98 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1035185
Sep 10 16:46:59.839589 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 980606a4-3723-4eeb-9f7e-c6d0af51a4c6 up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:47:00.028938 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-067da392-09fd-4845-9d8c-a90f300ba531 req-00b933a6-7b25-47f1-803f-4eec1c3fa080 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Unset dirty status for tenant:c08e39318c9847d9a5e91370ba18c602 on resource:network {{(pid=74982) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:47:00.030633 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-067da392-09fd-4845-9d8c-a90f300ba531 req-00b933a6-7b25-47f1-803f-4eec1c3fa080 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.24 "GET /v2.0/networks?id=ac7d09e9-3d2b-4636-9247-f06a1b11aa65 HTTP/1.1" status: 200  len: 814 time: 0.5083582
Sep 10 16:47:00.051390 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-dad034c7-d7c4-40b2-9d37-b1e25fb4432a req-f0060707-2634-4852-921d-f70668422bb5 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/ports?device_id=58fb03c4-e7a9-47f8-a60c-7f833d151f08 HTTP/1.1" status: 200  len: 210 time: 0.2295878
Sep 10 16:47:00.061510 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:00.091632 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-fb07c173-97c8-498e-a67e-901abda9c26a None None] Set router 6b8ddce8-f2d1-4eff-9a86-cccab625f46a gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:47:00.103508 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [req-067da392-09fd-4845-9d8c-a90f300ba531 req-e5a7c59f-ad74-422b-85c6-557e5a66f5da tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Request body: {'port': {'device_id': '58fb03c4-e7a9-47f8-a60c-7f833d151f08', 'network_id': 'ac7d09e9-3d2b-4636-9247-f06a1b11aa65', 'admin_state_up': True, 'tenant_id': 'c08e39318c9847d9a5e91370ba18c602'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:47:00.147029 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59061b-6423-4466-8a0f-4f582d7dd235 req-9a0467ab-2823-40b2-9a8b-a3208bec3298 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:00.155845 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-fb59061b-6423-4466-8a0f-4f582d7dd235 req-9a0467ab-2823-40b2-9a8b-a3208bec3298 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 946 time: 0.1486468
Sep 10 16:47:00.217080 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-fb59061b-6423-4466-8a0f-4f582d7dd235 req-d2a83265-85fe-4ad6-8d68-bfcaead041ab tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0596170
Sep 10 16:47:00.361006 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port 980606a4-3723-4eeb-9f7e-c6d0af51a4c6 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:47:00.361596 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:00.374594 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-96d0d059-d525-46a8-9e6e-abb1c3f305ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:00.434591 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce531eb-559b-4437-b859-e6e3dadcd29d req-cde439d5-7e26-465d-8004-0b2a04e78ae1 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:00.442967 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2ce531eb-559b-4437-b859-e6e3dadcd29d req-cde439d5-7e26-465d-8004-0b2a04e78ae1 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 943 time: 0.0983694
Sep 10 16:47:00.456536 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950237d1-e155-4659-895f-b3f9d2a0bd42 req-876bd757-dd30-426e-998e-4c677f69cd33 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:00.458038 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-950237d1-e155-4659-895f-b3f9d2a0bd42 req-876bd757-dd30-426e-998e-4c677f69cd33 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.2655165
Sep 10 16:47:00.462056 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65dfcd5-c076-41de-9b82-4e8524323ac0 req-0c4744cf-ba42-4aa1-afc1-2d2fd404eea1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:00.463486 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-b65dfcd5-c076-41de-9b82-4e8524323ac0 req-0c4744cf-ba42-4aa1-afc1-2d2fd404eea1 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 1.0102363
Sep 10 16:47:00.466319 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.provisioning_blocks [None req-96d0d059-d525-46a8-9e6e-abb1c3f305ab admin admin] Transition to ACTIVE for port object be9c8437-e915-483f-8cd0-db09d452146c will not be triggered until provisioned by entity DHCP. {{(pid=74982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:47:00.523061 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2ce531eb-559b-4437-b859-e6e3dadcd29d req-864fb5f4-6bf9-417b-8726-5d84fba85fca tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/security-groups?id=6382df1d-2eb5-4164-8a85-8656b80a37c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730629
Sep 10 16:47:00.527880 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [req-067da392-09fd-4845-9d8c-a90f300ba531 req-e5a7c59f-ad74-422b-85c6-557e5a66f5da tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:47:00.582199 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-950237d1-e155-4659-895f-b3f9d2a0bd42 req-a91810df-a99d-4852-ae1a-43f8797495a7 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1176827
Sep 10 16:47:00.591205 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-067da392-09fd-4845-9d8c-a90f300ba531 req-e5a7c59f-ad74-422b-85c6-557e5a66f5da tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Usage tracker for resource:port and tenant:c08e39318c9847d9a5e91370ba18c602 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:47:00.601989 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-067da392-09fd-4845-9d8c-a90f300ba531 req-e5a7c59f-ad74-422b-85c6-557e5a66f5da tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:47:00.614925 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [req-067da392-09fd-4845-9d8c-a90f300ba531 req-e5a7c59f-ad74-422b-85c6-557e5a66f5da tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:47:00.687039 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-067da392-09fd-4845-9d8c-a90f300ba531 req-e5a7c59f-ad74-422b-85c6-557e5a66f5da tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Made reservation on behalf of c08e39318c9847d9a5e91370ba18c602 for: {'port': 1} {{(pid=74982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:47:00.690361 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-067da392-09fd-4845-9d8c-a90f300ba531 req-e5a7c59f-ad74-422b-85c6-557e5a66f5da tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:00.715693 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-96d0d059-d525-46a8-9e6e-abb1c3f305ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:00.725065 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:00.838469 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d0d059-d525-46a8-9e6e-abb1c3f305ab admin admin] Pushing event updated for resources: {'Port': ['ID=be9c8437-e915-483f-8cd0-db09d452146c,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:00.843590 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-ea06f9d4-95b5-4b21-801a-296b6de69f3a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc4d485616234b49980bd3f8c80da5b5&device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 1096 time: 0.3107724
Sep 10 16:47:00.847849 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-96d0d059-d525-46a8-9e6e-abb1c3f305ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:00.971280 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-fb07c173-97c8-498e-a67e-901abda9c26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f86258aaf10>, [{'id': '6b8ddce8-f2d1-4eff-9a86-cccab625f46a', 'name': 'tempest-TestShelveInstance-1829433061-router', 'tenant_id': '817d6161456d4ad8845bd719e2966b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:52Z', 'updated_at': '2021-09-10T16:46:55Z', 'revision_number': 3, 'project_id': '817d6161456d4ad8845bd719e2966b4c', 'gw_port': {'id': 'ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:91:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8ddce8-f2d1-4eff-9a86-cccab625f46a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:53Z', 'updated_at': '2021-09-10T16:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi'}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:47:00.980886 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb07c173-97c8-498e-a67e-901abda9c26a None None] The sync data for ids ['6b8ddce8-f2d1-4eff-9a86-cccab625f46a'] in dv-cinder-808473-1-iscsi is: [{'id': '6b8ddce8-f2d1-4eff-9a86-cccab625f46a', 'name': 'tempest-TestShelveInstance-1829433061-router', 'tenant_id': '817d6161456d4ad8845bd719e2966b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:52Z', 'updated_at': '2021-09-10T16:46:55Z', 'revision_number': 3, 'project_id': '817d6161456d4ad8845bd719e2966b4c', 'gw_port': {'id': 'ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:91:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8ddce8-f2d1-4eff-9a86-cccab625f46a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:53Z', 'updated_at': '2021-09-10T16:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi'}] {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:47:01.015124 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d0d059-d525-46a8-9e6e-abb1c3f305ab admin admin] Network 74cc6bdb-7b37-4594-91ba-090749308f61 is already hosted by enough agents. {{(pid=74982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:47:01.028132 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-aec6bada-9b1e-4a56-b883-fbed2eaad605 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba122eca-fc94-4f9c-9c48-65a89010f765 HTTP/1.1" status: 200  len: 217 time: 0.1750298
Sep 10 16:47:01.033951 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.base_scheduler [None req-96d0d059-d525-46a8-9e6e-abb1c3f305ab admin admin] Resources bound (agent type, host, resource id):  {{(pid=74982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:47:01.138587 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d0d059-d525-46a8-9e6e-abb1c3f305ab admin admin] Received port after_create {{(pid=74982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:47:01.246376 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d24f16-ea5e-4879-b3f6-e843915feb6f req-bc5fe85c-456e-4c68-976a-fc85b13f3dbb tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:01.253635 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b3d24f16-ea5e-4879-b3f6-e843915feb6f req-bc5fe85c-456e-4c68-976a-fc85b13f3dbb tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 946 time: 0.2001250
Sep 10 16:47:01.266457 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.db_base_plugin_common [req-067da392-09fd-4845-9d8c-a90f300ba531 req-e5a7c59f-ad74-422b-85c6-557e5a66f5da tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Allocated IP 172.20.0.14 (ac7d09e9-3d2b-4636-9247-f06a1b11aa65/73b2f418-de02-430f-aa6c-c135d35601f8/15146507-1cad-4a41-9096-415a2b62f39d) {{(pid=74982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:47:01.270602 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-96d0d059-d525-46a8-9e6e-abb1c3f305ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446932'] for router_interface, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:01.275864 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-94fe96a8-e427-4ee8-b665-b5c289ee4e5c req-213e32c2-cc86-4063-b74d-8973674a5a3f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d0a46baf31fe490992f182c130f37875&device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 1099 time: 0.1874187
Sep 10 16:47:01.291395 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-fde9e1ad-d578-459a-b047-acd85453af69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:01.293230 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-fde9e1ad-d578-459a-b047-acd85453af69 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2a6a202-e984-477a-b2bc-2943af00e18d HTTP/1.1" status: 200  len: 854 time: 0.1950533
Sep 10 16:47:01.493443 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b3d24f16-ea5e-4879-b3f6-e843915feb6f req-7c2546d0-c0fc-431f-a1b2-4f8f87a2c07a tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2388601
Sep 10 16:47:01.537219 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-b7754553-eff7-4d32-af31-c25bf6177b79 None None] Provisioning for port be9c8437-e915-483f-8cd0-db09d452146c completed by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:47:01.557177 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-b7754553-eff7-4d32-af31-c25bf6177b79 None None] Provisioning complete for port be9c8437-e915-483f-8cd0-db09d452146c triggered by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:47:01.557556 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-b7754553-eff7-4d32-af31-c25bf6177b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:01.665239 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-b7754553-eff7-4d32-af31-c25bf6177b79 None None] Port be9c8437-e915-483f-8cd0-db09d452146c cannot update to ACTIVE because it is not bound. {{(pid=74983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 10 16:47:01.665937 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe96a8-e427-4ee8-b665-b5c289ee4e5c req-c2dc14e2-a630-4372-bd1b-9df37a81e7d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:01.670746 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-94fe96a8-e427-4ee8-b665-b5c289ee4e5c req-c2dc14e2-a630-4372-bd1b-9df37a81e7d2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6dada4db-7034-4535-a3e4-d198e90e5fce HTTP/1.1" status: 200  len: 912 time: 0.3795772
Sep 10 16:47:01.701530 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-96d0d059-d525-46a8-9e6e-abb1c3f305ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:01.789424 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b4bd63f0-94fc-4c66-a56c-c914e205973e req-600f09e5-ea97-4807-9041-d673450188dc tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/ports?device_id=58fb03c4-e7a9-47f8-a60c-7f833d151f08 HTTP/1.1" status: 200  len: 210 time: 0.1078844
Sep 10 16:47:01.859412 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-94fe96a8-e427-4ee8-b665-b5c289ee4e5c req-cee748bb-1be6-4326-8156-1438d0161ab1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=934aa22f-47e1-4b63-b12e-856378fbc4c5 HTTP/1.1" status: 200  len: 1002 time: 0.1795111
Sep 10 16:47:01.955700 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe5d16-2907-4c9b-bb79-ac6f6064b1f1 req-e417642c-14de-4a84-a19a-2701e8b33be5 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:01.962988 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-94fe5d16-2907-4c9b-bb79-ac6f6064b1f1 req-e417642c-14de-4a84-a19a-2701e8b33be5 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 945 time: 0.4905035
Sep 10 16:47:01.990775 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-ba0ab9d0-497c-41a3-8238-76cbbb225fba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fab5f826-fa9d-49ba-ac0c-578581e924e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6737900
Sep 10 16:47:02.020772 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe96a8-e427-4ee8-b665-b5c289ee4e5c req-b9c3c8a5-916c-43ea-b08c-9ddf144a6a2d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:02.022449 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-94fe96a8-e427-4ee8-b665-b5c289ee4e5c req-b9c3c8a5-916c-43ea-b08c-9ddf144a6a2d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5 HTTP/1.1" status: 200  len: 850 time: 0.1423211
Sep 10 16:47:02.159246 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-94fe5d16-2907-4c9b-bb79-ac6f6064b1f1 req-1eda8836-3f5c-4c82-aaff-049c90df99a8 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1921613
Sep 10 16:47:02.161056 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-94fe96a8-e427-4ee8-b665-b5c289ee4e5c req-739f2b49-38c5-41ba-9260-5da023708e59 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6dada4db-7034-4535-a3e4-d198e90e5fce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1306341
Sep 10 16:47:02.283753 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03005ea5-9ca9-4520-a1e0-ec4512c4f81b req-c31617d2-cd71-43fd-bb96-74561fb2876c tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:02.285874 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-03005ea5-9ca9-4520-a1e0-ec4512c4f81b req-c31617d2-cd71-43fd-bb96-74561fb2876c tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6115cf8-e065-48c5-9fa4-614c7662286f HTTP/1.1" status: 200  len: 945 time: 0.3345170
Sep 10 16:47:02.365224 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-03005ea5-9ca9-4520-a1e0-ec4512c4f81b req-3d01b26f-6500-4506-9752-1d748080c1b2 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711927
Sep 10 16:47:02.396406 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-067da392-09fd-4845-9d8c-a90f300ba531 req-e5a7c59f-ad74-422b-85c6-557e5a66f5da tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Notify callbacks [] for port, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:02.433378 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-94fe96a8-e427-4ee8-b665-b5c289ee4e5c req-b6f6330c-add1-41e9-970c-98743cd711e3 service neutron] 10.222.0.24 "GET /v2.0/networks/6dada4db-7034-4535-a3e4-d198e90e5fce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2629170
Sep 10 16:47:02.667483 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-6ca9cafd-f346-4682-913e-85ee49ec43a4 service neutron] 10.222.0.24 "GET /v2.0/networks/fab5f826-fa9d-49ba-ac0c-578581e924e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6509311
Sep 10 16:47:02.696103 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-94fe96a8-e427-4ee8-b665-b5c289ee4e5c req-0c983c73-fbbb-4df9-a555-fe354218e904 service neutron] 10.222.0.24 "GET /v2.0/networks/6dada4db-7034-4535-a3e4-d198e90e5fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2509639
Sep 10 16:47:02.721628 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dfa76e-2b1b-4786-9fd5-2f24487ec9e1 req-01660f89-ae51-43c0-a656-f8672f5a6a5f tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:02.723471 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-53dfa76e-2b1b-4786-9fd5-2f24487ec9e1 req-01660f89-ae51-43c0-a656-f8672f5a6a5f tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.1823442
Sep 10 16:47:02.788030 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-53dfa76e-2b1b-4786-9fd5-2f24487ec9e1 req-e4c68681-ce68-49e2-a51b-a9d88010e9bb tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587580
Sep 10 16:47:02.958197 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-4101fa99-9be2-4215-b5a2-ccb939393b8a req-fc77186b-5fce-40ef-ae7a-db673acf632e service neutron] 10.222.0.24 "GET /v2.0/networks/fab5f826-fa9d-49ba-ac0c-578581e924e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2781823
Sep 10 16:47:02.963219 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-067da392-09fd-4845-9d8c-a90f300ba531 req-e5a7c59f-ad74-422b-85c6-557e5a66f5da tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:02.981454 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-96d0d059-d525-46a8-9e6e-abb1c3f305ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:02.987720 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-62bcc639-4b75-4980-bd6c-a29462da82b4 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:03.031201 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-96d0d059-d525-46a8-9e6e-abb1c3f305ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2865589'] for port, after_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:03.119742 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78935cc7-54a5-48ac-a36c-2a8978232642 req-cbbf72d4-f613-4cd6-804a-b29bc1c6445a tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:03.127624 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-78935cc7-54a5-48ac-a36c-2a8978232642 req-cbbf72d4-f613-4cd6-804a-b29bc1c6445a tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 943 time: 0.6877220
Sep 10 16:47:03.152030 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df56f4-d0ad-4555-84ef-3dab2eac6e7c req-db5da731-6703-4b41-a282-f781c70bb3bc tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:03.154631 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-63df56f4-d0ad-4555-84ef-3dab2eac6e7c req-db5da731-6703-4b41-a282-f781c70bb3bc tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6115cf8-e065-48c5-9fa4-614c7662286f HTTP/1.1" status: 200  len: 945 time: 0.1113918
Sep 10 16:47:03.160936 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dca53e-9946-46cd-a16e-72d69270a832 req-e3e18e75-72f8-452e-b115-5a01fd17f633 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:03.162508 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-d5dca53e-9946-46cd-a16e-72d69270a832 req-e3e18e75-72f8-452e-b115-5a01fd17f633 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 946 time: 0.1687140
Sep 10 16:47:03.219965 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-067da392-09fd-4845-9d8c-a90f300ba531 req-e5a7c59f-ad74-422b-85c6-557e5a66f5da tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Network ac7d09e9-3d2b-4636-9247-f06a1b11aa65 is already hosted by enough agents. {{(pid=74982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:47:03.236202 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.base_scheduler [req-067da392-09fd-4845-9d8c-a90f300ba531 req-e5a7c59f-ad74-422b-85c6-557e5a66f5da tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Resources bound (agent type, host, resource id):  {{(pid=74982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:47:03.244107 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7c59f-ad74-422b-85c6-557e5a66f5da tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Pushing event updated for resources: {'Port': ['ID=15146507-1cad-4a41-9096-415a2b62f39d,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:03.249003 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.l3_dvrscheduler_db [req-067da392-09fd-4845-9d8c-a90f300ba531 req-e5a7c59f-ad74-422b-85c6-557e5a66f5da tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Received port after_create {{(pid=74982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:47:03.267648 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-d5dca53e-9946-46cd-a16e-72d69270a832 req-7c72599d-af7c-4c9e-80aa-13b8192c4789 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0724139
Sep 10 16:47:03.273592 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [req-63df56f4-d0ad-4555-84ef-3dab2eac6e7c req-8421fc98-c35e-46c9-b001-698d31c5a370 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Deleting port 6232498e-9555-4d5c-8c10-91d9dce35165 {{(pid=74981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:47:03.274116 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-63df56f4-d0ad-4555-84ef-3dab2eac6e7c req-8421fc98-c35e-46c9-b001-698d31c5a370 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:03.300602 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-e5a7c59f-ad74-422b-85c6-557e5a66f5da tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:03.303236 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-9690fea8-8f38-41c9-b140-cdb30a5fc875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:03.479719 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d0d059-d525-46a8-9e6e-abb1c3f305ab admin admin] Pushing event updated for resources: {'Port': ['ID=be9c8437-e915-483f-8cd0-db09d452146c,revision_number=2']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:03.486700 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-96d0d059-d525-46a8-9e6e-abb1c3f305ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1231564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449135'] for router_interface, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:03.495240 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-96d0d059-d525-46a8-9e6e-abb1c3f305ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:03.515966 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-78935cc7-54a5-48ac-a36c-2a8978232642 req-0fb4afdd-cacd-435e-afad-84ba7cc6ece0 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/security-groups?id=6382df1d-2eb5-4164-8a85-8656b80a37c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3873730
Sep 10 16:47:03.719585 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8ab8f-47a7-499c-b3ac-a7afe9c04e9e req-879608ee-9c5c-4cc8-8dec-456ecdd85330 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:03.727216 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-cbc8ab8f-47a7-499c-b3ac-a7afe9c04e9e req-879608ee-9c5c-4cc8-8dec-456ecdd85330 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/ports?device_id=58fb03c4-e7a9-47f8-a60c-7f833d151f08 HTTP/1.1" status: 200  len: 932 time: 0.2450044
Sep 10 16:47:03.774165 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067da392-09fd-4845-9d8c-a90f300ba531 req-e5a7c59f-ad74-422b-85c6-557e5a66f5da tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:03.775042 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-067da392-09fd-4845-9d8c-a90f300ba531 req-e5a7c59f-ad74-422b-85c6-557e5a66f5da tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:03.830715 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-cbc8ab8f-47a7-499c-b3ac-a7afe9c04e9e req-50aa2708-83d5-4e7b-94b3-b6165b4285c9 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/security-groups?id=564cabe0-7e89-4b45-b555-0715bed9afdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022923
Sep 10 16:47:03.833965 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [req-63df56f4-d0ad-4555-84ef-3dab2eac6e7c req-8421fc98-c35e-46c9-b001-698d31c5a370 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] For port 6232498e-9555-4d5c-8c10-91d9dce35165, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=6232498e-9555-4d5c-8c10-91d9dce35165,segment=NetworkSegment(abd13d7f-4963-4fb7-a767-dde5547d2c9d),segment_id=abd13d7f-4963-4fb7-a767-dde5547d2c9d)] {{(pid=74981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:47:03.833965 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-63df56f4-d0ad-4555-84ef-3dab2eac6e7c req-8421fc98-c35e-46c9-b001-698d31c5a370 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:03.835798 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-067da392-09fd-4845-9d8c-a90f300ba531 req-e5a7c59f-ad74-422b-85c6-557e5a66f5da tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.7483616
Sep 10 16:47:03.846382 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57705742-de65-4422-a02a-d55f550252ee req-1e2a99d3-e0e7-42d2-966e-9e0f9818b899 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:03.857232 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-57705742-de65-4422-a02a-d55f550252ee req-1e2a99d3-e0e7-42d2-966e-9e0f9818b899 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.24 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.7863715
Sep 10 16:47:03.866213 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [req-067da392-09fd-4845-9d8c-a90f300ba531 req-fbd94695-2cde-4299-9fed-933d64c55209 service neutron] Request body: {'port': {'device_id': '58fb03c4-e7a9-47f8-a60c-7f833d151f08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:47:04.045269 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-067da392-09fd-4845-9d8c-a90f300ba531 req-fbd94695-2cde-4299-9fed-933d64c55209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:04.063845 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [req-63df56f4-d0ad-4555-84ef-3dab2eac6e7c req-8421fc98-c35e-46c9-b001-698d31c5a370 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Calling delete_port for 6232498e-9555-4d5c-8c10-91d9dce35165 owned by compute:nova {{(pid=74981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:47:04.129235 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620d24e-e52f-477c-907a-d547120d5530 req-6f8df3a6-4224-4330-8582-79f416e059df tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:04.131239 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-1620d24e-e52f-477c-907a-d547120d5530 req-6f8df3a6-4224-4330-8582-79f416e059df tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 945 time: 0.4099939
Sep 10 16:47:04.245172 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [req-57705742-de65-4422-a02a-d55f550252ee req-628dd500-601d-4ab4-b9a3-474f7452eb91 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Deleting port 1a2b5e57-81c6-4ec1-9483-9c7094984df3 {{(pid=74982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:47:04.245855 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-57705742-de65-4422-a02a-d55f550252ee req-628dd500-601d-4ab4-b9a3-474f7452eb91 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:04.285791 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914afc8-57e8-494f-9bb5-64902a655548 req-4b224b10-2d7b-432d-945d-1fcc65f59a15 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:04.288436 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b914afc8-57e8-494f-9bb5-64902a655548 req-4b224b10-2d7b-432d-945d-1fcc65f59a15 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6115cf8-e065-48c5-9fa4-614c7662286f HTTP/1.1" status: 200  len: 945 time: 0.1729670
Sep 10 16:47:04.391891 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b914afc8-57e8-494f-9bb5-64902a655548 req-d7c3420b-e8e9-49f2-9b9b-bf9e5c32bff7 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784712
Sep 10 16:47:04.393027 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-63df56f4-d0ad-4555-84ef-3dab2eac6e7c req-8421fc98-c35e-46c9-b001-698d31c5a370 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802'] for port, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:04.401364 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-cdf0f730-e17d-4158-b0fe-8ee20530c74d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:04.408630 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] get_ports_and_sgs() called for port_ids ['47e9ac5c-979b-4574-ba87-601765b73441', '5e27a33a-738a-4a0d-8500-7264331ede81', '6232498e-9555-4d5c-8c10-91d9dce35165'] {{(pid=74983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 10 16:47:04.419081 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-1620d24e-e52f-477c-907a-d547120d5530 req-b07689c6-8669-4d8c-a202-8396b3ae1e45 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2639985
Sep 10 16:47:04.483895 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d0d059-d525-46a8-9e6e-abb1c3f305ab admin admin] Network 74cc6bdb-7b37-4594-91ba-090749308f61 is already hosted by enough agents. {{(pid=74982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:47:04.504941 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.base_scheduler [None req-96d0d059-d525-46a8-9e6e-abb1c3f305ab admin admin] Resources bound (agent type, host, resource id):  {{(pid=74982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:47:04.513123 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8421fc98-c35e-46c9-b001-698d31c5a370 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Pushing event deleted for resources: {'Port': ['ID=6232498e-9555-4d5c-8c10-91d9dce35165,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:04.516779 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-8421fc98-c35e-46c9-b001-698d31c5a370 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:04.716848 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.l3_dvrscheduler_db [req-63df56f4-d0ad-4555-84ef-3dab2eac6e7c req-8421fc98-c35e-46c9-b001-698d31c5a370 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] No DVR routers for this DVR port 6232498e-9555-4d5c-8c10-91d9dce35165 on host hv-cinder-80847 {{(pid=74981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 10 16:47:04.778052 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device ba122eca-fc94-4f9c-9c48-65a89010f765 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=74983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 10 16:47:04.798878 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-63df56f4-d0ad-4555-84ef-3dab2eac6e7c req-8421fc98-c35e-46c9-b001-698d31c5a370 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:04.807330 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6115cf8-e065-48c5-9fa4-614c7662286f', 'name': 'network-vif-deleted', 'tag': '6232498e-9555-4d5c-8c10-91d9dce35165'}] {{(pid=74981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:47:04.863607 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-63df56f4-d0ad-4555-84ef-3dab2eac6e7c req-8421fc98-c35e-46c9-b001-698d31c5a370 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.24 "DELETE /v2.0/ports/6232498e-9555-4d5c-8c10-91d9dce35165 HTTP/1.1" status: 204  len: 173 time: 1.7000468
Sep 10 16:47:04.914529 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e49e8a-e7f9-417d-943b-fac32c218d42 req-a30cad27-e43c-4290-8b0a-6d0511a9b600 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:04.924857 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-60e49e8a-e7f9-417d-943b-fac32c218d42 req-a30cad27-e43c-4290-8b0a-6d0511a9b600 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 945 time: 0.2053738
Sep 10 16:47:05.003666 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-60e49e8a-e7f9-417d-943b-fac32c218d42 req-de261ef1-2117-4a2a-8498-d0df77dd9bfc tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc529445-fabc-4d34-9a18-22b28d283fbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761530
Sep 10 16:47:05.150878 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port ba122eca-fc94-4f9c-9c48-65a89010f765, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=ba122eca-fc94-4f9c-9c48-65a89010f765,segment=NetworkSegment(4d4c8392-71b1-4864-ab55-cb7142ee25dc),segment_id=4d4c8392-71b1-4864-ab55-cb7142ee25dc)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:47:05.171723 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Returning: {'device': 'ba122eca-fc94-4f9c-9c48-65a89010f765', 'network_id': 'fab5f826-fa9d-49ba-ac0c-578581e924e4', 'port_id': 'ba122eca-fc94-4f9c-9c48-65a89010f765', 'mac_address': 'fa:16:3e:52:70:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2a6a202-e984-477a-b2bc-2943af00e18d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 10 16:47:05.238429 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-f351abbf-cd45-48e9-b451-9a43c7ecee43 None None] Provisioning complete for port be9c8437-e915-483f-8cd0-db09d452146c triggered by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:47:05.238976 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-f351abbf-cd45-48e9-b451-9a43c7ecee43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:05.332604 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:05.340323 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a784d4-5eec-4ddf-8401-40696ad5f463 req-e2ce77ee-8417-4ed9-ad3b-9a7e887a7b57 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:05.355937 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba122eca-fc94-4f9c-9c48-65a89010f765 {{(pid=74983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:47:05.359618 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-62a784d4-5eec-4ddf-8401-40696ad5f463 req-e2ce77ee-8417-4ed9-ad3b-9a7e887a7b57 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 943 time: 0.1186359
Sep 10 16:47:05.380607 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port ba122eca-fc94-4f9c-9c48-65a89010f765, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=ba122eca-fc94-4f9c-9c48-65a89010f765,segment=NetworkSegment(4d4c8392-71b1-4864-ab55-cb7142ee25dc),segment_id=4d4c8392-71b1-4864-ab55-cb7142ee25dc)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:47:05.411945 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-f351abbf-cd45-48e9-b451-9a43c7ecee43 None None] Port be9c8437-e915-483f-8cd0-db09d452146c cannot update to ACTIVE because it is not bound. {{(pid=74983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 10 16:47:05.439227 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:05.445595 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:05.450615 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-62a784d4-5eec-4ddf-8401-40696ad5f463 req-eb3a4843-4aba-498e-a755-295b3af788a0 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/security-groups?id=6382df1d-2eb5-4164-8a85-8656b80a37c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889533
Sep 10 16:47:05.462263 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.db [req-57705742-de65-4422-a02a-d55f550252ee req-628dd500-601d-4ab4-b9a3-474f7452eb91 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] For port 1a2b5e57-81c6-4ec1-9483-9c7094984df3, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=1a2b5e57-81c6-4ec1-9483-9c7094984df3,segment=NetworkSegment(76ae9ed9-8960-43ef-aa42-1124251984d8),segment_id=76ae9ed9-8960-43ef-aa42-1124251984d8)] {{(pid=74982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:47:05.462852 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-57705742-de65-4422-a02a-d55f550252ee req-628dd500-601d-4ab4-b9a3-474f7452eb91 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:05.518616 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=ba122eca-fc94-4f9c-9c48-65a89010f765,revision_number=4']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:05.522333 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:05.575207 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6115cf8-e065-48c5-9fa4-614c7662286f', 'name': 'network-vif-deleted', 'tag': '6232498e-9555-4d5c-8c10-91d9dce35165', 'status': 'completed', 'code': 200}
Sep 10 16:47:05.675370 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [req-57705742-de65-4422-a02a-d55f550252ee req-628dd500-601d-4ab4-b9a3-474f7452eb91 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Calling delete_port for 1a2b5e57-81c6-4ec1-9483-9c7094984df3 owned by compute:nova {{(pid=74982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:47:05.719005 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311ab35-ad13-4b0d-96c6-b4c76cb0e380 req-1c6f7729-d4fd-4719-a1ee-cd23236b9fae tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:05.722378 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-9311ab35-ad13-4b0d-96c6-b4c76cb0e380 req-1c6f7729-d4fd-4719-a1ee-cd23236b9fae tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 946 time: 0.9721932
Sep 10 16:47:05.748092 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] get_ports_and_sgs() called for port_ids ['ba122eca-fc94-4f9c-9c48-65a89010f765'] {{(pid=74983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 10 16:47:05.795828 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-9311ab35-ad13-4b0d-96c6-b4c76cb0e380 req-1046d7a0-0b6a-4be0-9bb8-55176ece0a3a tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0597878
Sep 10 16:47:05.811686 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7310c5-79ca-462a-bea3-1a1ba8e0e109 req-d91c1d6c-80ce-471d-8a20-cc7c371d006a tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:05.813507 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-5b7310c5-79ca-462a-bea3-1a1ba8e0e109 req-d91c1d6c-80ce-471d-8a20-cc7c371d006a tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/ports?device_id=58fb03c4-e7a9-47f8-a60c-7f833d151f08 HTTP/1.1" status: 200  len: 932 time: 0.1359680
Sep 10 16:47:05.914348 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-5b7310c5-79ca-462a-bea3-1a1ba8e0e109 req-ab4e49f9-d043-4044-86b1-cd421866af44 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/security-groups?id=564cabe0-7e89-4b45-b555-0715bed9afdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911841
Sep 10 16:47:05.944136 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:06.146348 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.notifiers.nova [req-067da392-09fd-4845-9d8c-a90f300ba531 req-fbd94695-2cde-4299-9fed-933d64c55209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15146507-1cad-4a41-9096-415a2b62f39d {{(pid=74982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:47:06.160035 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-067da392-09fd-4845-9d8c-a90f300ba531 req-fbd94695-2cde-4299-9fed-933d64c55209 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:06.168077 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565b9ba-5887-40fe-8fd9-cfbee16be940 req-9a3aebde-ff72-4ba0-8cf2-c3c7b0f594eb tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:06.170935 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-3565b9ba-5887-40fe-8fd9-cfbee16be940 req-9a3aebde-ff72-4ba0-8cf2-c3c7b0f594eb tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 945 time: 0.1174798
Sep 10 16:47:06.195573 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.provisioning_blocks [req-067da392-09fd-4845-9d8c-a90f300ba531 req-fbd94695-2cde-4299-9fed-933d64c55209 service neutron] Transition to ACTIVE for port object 15146507-1cad-4a41-9096-415a2b62f39d will not be triggered until provisioned by entity L2. {{(pid=74982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:47:06.197684 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-57705742-de65-4422-a02a-d55f550252ee req-628dd500-601d-4ab4-b9a3-474f7452eb91 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:06.203696 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-88432111-f66d-451f-9e21-825f24563259 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:06.264444 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-3565b9ba-5887-40fe-8fd9-cfbee16be940 req-b12159d8-b6de-47ce-9a88-4537990cfdae tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0870531
Sep 10 16:47:06.272601 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-067da392-09fd-4845-9d8c-a90f300ba531 req-fbd94695-2cde-4299-9fed-933d64c55209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2865589'] for port, after_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:06.280962 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628dd500-601d-4ab4-b9a3-474f7452eb91 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Pushing event deleted for resources: {'Port': ['ID=1a2b5e57-81c6-4ec1-9483-9c7094984df3,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:06.293245 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-628dd500-601d-4ab4-b9a3-474f7452eb91 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:06.294465 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-32e992c0-1835-4645-878e-3cc685bb36f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:06.515138 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-d603424f-5fea-4674-bad8-f0162ee8bf16 req-613d3428-f82b-4ce4-8ff1-866451ab86eb tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.41 "GET /v2.0/ports?device_id=9facfff7-f246-4dd6-81ca-fe4fb468f317 HTTP/1.1" status: 200  len: 210 time: 0.0626557
Sep 10 16:47:06.624036 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd94695-2cde-4299-9fed-933d64c55209 service neutron] Pushing event updated for resources: {'Port': ['ID=15146507-1cad-4a41-9096-415a2b62f39d,revision_number=2']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:06.636251 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-fbd94695-2cde-4299-9fed-933d64c55209 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:06.638133 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.l3_dvrscheduler_db [req-57705742-de65-4422-a02a-d55f550252ee req-628dd500-601d-4ab4-b9a3-474f7452eb91 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] No DVR routers for this DVR port 1a2b5e57-81c6-4ec1-9483-9c7094984df3 on host hv-cinder-80847 {{(pid=74982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 10 16:47:06.644137 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-57705742-de65-4422-a02a-d55f550252ee req-628dd500-601d-4ab4-b9a3-474f7452eb91 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:06.647852 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d0d059-d525-46a8-9e6e-abb1c3f305ab admin admin] Router 6b8ddce8-f2d1-4eff-9a86-cccab625f46a has already been hosted by L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 {{(pid=74982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 10 16:47:06.648501 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9facfff7-f246-4dd6-81ca-fe4fb468f317', 'name': 'network-vif-deleted', 'tag': '1a2b5e57-81c6-4ec1-9483-9c7094984df3'}] {{(pid=74982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:47:06.713741 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-57705742-de65-4422-a02a-d55f550252ee req-628dd500-601d-4ab4-b9a3-474f7452eb91 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] 10.222.0.24 "DELETE /v2.0/ports/1a2b5e57-81c6-4ec1-9483-9c7094984df3 HTTP/1.1" status: 204  len: 173 time: 2.7021937
Sep 10 16:47:06.770599 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdddf4b1-2e6f-4ef2-9d08-16165dd4fd02 req-29237ab8-0902-4971-a3ba-b2bb6342c28a tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:06.773231 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-cdddf4b1-2e6f-4ef2-9d08-16165dd4fd02 req-29237ab8-0902-4971-a3ba-b2bb6342c28a tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 944 time: 0.1186335
Sep 10 16:47:06.781546 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device ba122eca-fc94-4f9c-9c48-65a89010f765 up at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:47:06.878999 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f86eac-b023-4bee-bf36-d77f25a492da req-80d5f207-2af7-4fac-8278-98391d4ff87a tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:06.885780 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-81f86eac-b023-4bee-bf36-d77f25a492da req-80d5f207-2af7-4fac-8278-98391d4ff87a tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ab20770-396f-42f4-aa03-7bfbba879ac0 HTTP/1.1" status: 200  len: 945 time: 0.4045458
Sep 10 16:47:06.897066 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-cdddf4b1-2e6f-4ef2-9d08-16165dd4fd02 req-6f2841cf-611f-4456-a68a-680ba3a2c7b4 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/security-groups?id=6382df1d-2eb5-4164-8a85-8656b80a37c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005843
Sep 10 16:47:06.920577 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.managers [req-067da392-09fd-4845-9d8c-a90f300ba531 req-fbd94695-2cde-4299-9fed-933d64c55209 service neutron] Attempting to bind port 15146507-1cad-4a41-9096-415a2b62f39d on host hv-cinder-80847 for vnic_type normal with profile  {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:47:06.920895 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.managers [req-067da392-09fd-4845-9d8c-a90f300ba531 req-fbd94695-2cde-4299-9fed-933d64c55209 service neutron] Attempting to bind port 15146507-1cad-4a41-9096-415a2b62f39d by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': '169bb50e-b9ea-407f-a6c4-f5299a7789d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ac7d09e9-3d2b-4636-9247-f06a1b11aa65'}] {{(pid=74982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:47:06.921224 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067da392-09fd-4845-9d8c-a90f300ba531 req-fbd94695-2cde-4299-9fed-933d64c55209 service neutron] Attempting to bind port 15146507-1cad-4a41-9096-415a2b62f39d on network ac7d09e9-3d2b-4636-9247-f06a1b11aa65 {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:47:06.924635 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning for port ba122eca-fc94-4f9c-9c48-65a89010f765 completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:47:06.931088 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning complete for port ba122eca-fc94-4f9c-9c48-65a89010f765 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:47:06.931477 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:06.944211 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067da392-09fd-4845-9d8c-a90f300ba531 req-fbd94695-2cde-4299-9fed-933d64c55209 service neutron] Port 15146507-1cad-4a41-9096-415a2b62f39d on network ac7d09e9-3d2b-4636-9247-f06a1b11aa65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 10 16:47:06.944527 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067da392-09fd-4845-9d8c-a90f300ba531 req-fbd94695-2cde-4299-9fed-933d64c55209 service neutron] Attempting to bind port 15146507-1cad-4a41-9096-415a2b62f39d on network ac7d09e9-3d2b-4636-9247-f06a1b11aa65 {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:47:06.973506 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-81f86eac-b023-4bee-bf36-d77f25a492da req-dcef2e52-0b45-470f-90e3-2b01cd263335 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866878
Sep 10 16:47:06.982342 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067da392-09fd-4845-9d8c-a90f300ba531 req-fbd94695-2cde-4299-9fed-933d64c55209 service neutron] Checking agent: {'id': '653d4f90-9fea-4616-953f-74c38214cca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 41, 36), 'started_at': datetime.datetime(2021, 9, 10, 16, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:47:06.982583 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067da392-09fd-4845-9d8c-a90f300ba531 req-fbd94695-2cde-4299-9fed-933d64c55209 service neutron] Checking segment: {'id': '169bb50e-b9ea-407f-a6c4-f5299a7789d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ac7d09e9-3d2b-4636-9247-f06a1b11aa65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:47:06.982911 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067da392-09fd-4845-9d8c-a90f300ba531 req-fbd94695-2cde-4299-9fed-933d64c55209 service neutron] Bound using segment: {'id': '169bb50e-b9ea-407f-a6c4-f5299a7789d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ac7d09e9-3d2b-4636-9247-f06a1b11aa65'} {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:47:06.983346 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.managers [req-067da392-09fd-4845-9d8c-a90f300ba531 req-fbd94695-2cde-4299-9fed-933d64c55209 service neutron] Bound port: 15146507-1cad-4a41-9096-415a2b62f39d, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '169bb50e-b9ea-407f-a6c4-f5299a7789d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ac7d09e9-3d2b-4636-9247-f06a1b11aa65'}}] {{(pid=74982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:47:06.983691 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-067da392-09fd-4845-9d8c-a90f300ba531 req-fbd94695-2cde-4299-9fed-933d64c55209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:07.132063 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:07.166460 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8116b77-02dd-4069-9760-0de211200984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba122eca-fc94-4f9c-9c48-65a89010f765'}] {{(pid=74983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:47:07.195907 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port ba122eca-fc94-4f9c-9c48-65a89010f765, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=ba122eca-fc94-4f9c-9c48-65a89010f765,segment=NetworkSegment(4d4c8392-71b1-4864-ab55-cb7142ee25dc),segment_id=4d4c8392-71b1-4864-ab55-cb7142ee25dc)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:47:07.204249 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:07.205522 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 1a2b5e57-81c6-4ec1-9483-9c7094984df3 no longer exists at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:47:07.216171 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9facfff7-f246-4dd6-81ca-fe4fb468f317', 'name': 'network-vif-deleted', 'tag': '1a2b5e57-81c6-4ec1-9483-9c7094984df3', 'status': 'completed', 'code': 200}
Sep 10 16:47:07.271988 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:07.315546 dv-cinder-808473-1-iscsi neutron-server[74983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8116b77-02dd-4069-9760-0de211200984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba122eca-fc94-4f9c-9c48-65a89010f765', 'code': 200}
Sep 10 16:47:07.315546 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] No Port match for: 1a2b5e57-81c6-4ec1-9483-9c7094984df3 {{(pid=74983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 10 16:47:07.315546 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 1a2b5e57-81c6-4ec1-9483-9c7094984df3 not bound to the agent host hv-cinder-80847 {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 10 16:47:07.315997 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 6232498e-9555-4d5c-8c10-91d9dce35165 no longer exists at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:47:07.357452 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] No Port match for: 6232498e-9555-4d5c-8c10-91d9dce35165 {{(pid=74983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 10 16:47:07.357841 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 6232498e-9555-4d5c-8c10-91d9dce35165 not bound to the agent host hv-cinder-80847 {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 10 16:47:07.405405 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=ba122eca-fc94-4f9c-9c48-65a89010f765,revision_number=5']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:07.423370 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:07.472619 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.db [req-067da392-09fd-4845-9d8c-a90f300ba531 req-fbd94695-2cde-4299-9fed-933d64c55209 service neutron] For port 15146507-1cad-4a41-9096-415a2b62f39d, host hv-cinder-80847, cleared binding levels {{(pid=74982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:47:07.488748 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.db [req-067da392-09fd-4845-9d8c-a90f300ba531 req-fbd94695-2cde-4299-9fed-933d64c55209 service neutron] For port 15146507-1cad-4a41-9096-415a2b62f39d, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=15146507-1cad-4a41-9096-415a2b62f39d,segment=NetworkSegment(169bb50e-b9ea-407f-a6c4-f5299a7789d0),segment_id=169bb50e-b9ea-407f-a6c4-f5299a7789d0)] {{(pid=74982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:47:07.506657 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eaf89c-5594-47bd-acc7-84fb443df2df req-c06e6168-1537-4bf5-90af-85f5abb1cc77 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:07.507382 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-f2eaf89c-5594-47bd-acc7-84fb443df2df req-c06e6168-1537-4bf5-90af-85f5abb1cc77 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Synchronizing usage tracker for tenant:c08e39318c9847d9a5e91370ba18c602 on resource:port {{(pid=74982) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:47:07.520512 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-067da392-09fd-4845-9d8c-a90f300ba531 req-fbd94695-2cde-4299-9fed-933d64c55209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2865589'] for port, after_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:07.526740 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:07.620010 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f406eb1-c0b1-4ff8-be83-3700bd85d97e req-d1afdafe-eee3-413f-9449-fafe66b0ea91 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:07.623821 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-067da392-09fd-4845-9d8c-a90f300ba531 req-fbd94695-2cde-4299-9fed-933d64c55209 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:07.624226 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-067da392-09fd-4845-9d8c-a90f300ba531 req-fbd94695-2cde-4299-9fed-933d64c55209 service neutron] 10.222.0.24 "PUT /v2.0/ports/15146507-1cad-4a41-9096-415a2b62f39d HTTP/1.1" status: 200  len: 1094 time: 3.7634199
Sep 10 16:47:07.631352 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7f406eb1-c0b1-4ff8-be83-3700bd85d97e req-d1afdafe-eee3-413f-9449-fafe66b0ea91 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 945 time: 0.1468093
Sep 10 16:47:07.631951 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d0d059-d525-46a8-9e6e-abb1c3f305ab admin admin] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:47:07.633483 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-f2eaf89c-5594-47bd-acc7-84fb443df2df req-c06e6168-1537-4bf5-90af-85f5abb1cc77 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Unset dirty status for tenant:c08e39318c9847d9a5e91370ba18c602 on resource:port {{(pid=74982) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:47:07.641466 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f2eaf89c-5594-47bd-acc7-84fb443df2df req-c06e6168-1537-4bf5-90af-85f5abb1cc77 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/ports?device_id=58fb03c4-e7a9-47f8-a60c-7f833d151f08 HTTP/1.1" status: 200  len: 944 time: 0.4199014
Sep 10 16:47:07.668426 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-96d0d059-d525-46a8-9e6e-abb1c3f305ab admin admin] 10.222.0.41 "PUT /v2.0/routers/6b8ddce8-f2d1-4eff-9a86-cccab625f46a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.2116790
Sep 10 16:47:07.672182 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd94695-2cde-4299-9fed-933d64c55209 service neutron] Pushing event updated for resources: {'Port': ['ID=15146507-1cad-4a41-9096-415a2b62f39d,revision_number=3']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:07.675859 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-fbd94695-2cde-4299-9fed-933d64c55209 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:07.699459 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-f2eaf89c-5594-47bd-acc7-84fb443df2df req-9c4e0ce0-ea9b-4cb2-8619-e7f4f7424224 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Synchronizing usage tracker for tenant:c08e39318c9847d9a5e91370ba18c602 on resource:security_group {{(pid=74982) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:47:07.723742 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-f2eaf89c-5594-47bd-acc7-84fb443df2df req-9c4e0ce0-ea9b-4cb2-8619-e7f4f7424224 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Unset dirty status for tenant:c08e39318c9847d9a5e91370ba18c602 on resource:security_group {{(pid=74982) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:47:07.736480 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f2eaf89c-5594-47bd-acc7-84fb443df2df req-9c4e0ce0-ea9b-4cb2-8619-e7f4f7424224 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/security-groups?id=564cabe0-7e89-4b45-b555-0715bed9afdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940747
Sep 10 16:47:07.746657 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7f406eb1-c0b1-4ff8-be83-3700bd85d97e req-08bbfbe2-0adf-426d-8b5d-d82a99fabfc8 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1061523
Sep 10 16:47:08.001814 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88d4fea-77d9-40ea-ac6f-c09646343821 None None] Sync routers for ids ['4fdc93f2-86b5-4844-bcac-a4cf0ab33073'] in dv-cinder-808473-1-iscsi {{(pid=74984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:47:08.034243 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88d4fea-77d9-40ea-ac6f-c09646343821 None None] Routers {'4fdc93f2-86b5-4844-bcac-a4cf0ab33073'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:47:08.034981 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-a88d4fea-77d9-40ea-ac6f-c09646343821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8625a01340>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:46:57Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['4fdc93f2-86b5-4844-bcac-a4cf0ab33073'], 'active': True} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:47:08.060989 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 60050) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:08.336506 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-067da392-09fd-4845-9d8c-a90f300ba531 req-3496f8c5-bb31-485e-bcd6-654cea47e8d1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c08e39318c9847d9a5e91370ba18c602&device_id=58fb03c4-e7a9-47f8-a60c-7f833d151f08 HTTP/1.1" status: 200  len: 1097 time: 0.4013553
Sep 10 16:47:08.367805 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27aa847-698e-4a6e-8424-8624f9c01b96 req-74214c26-354e-4e39-ae8d-1864dbca170a tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:08.369568 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-a27aa847-698e-4a6e-8424-8624f9c01b96 req-74214c26-354e-4e39-ae8d-1864dbca170a tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ab20770-396f-42f4-aa03-7bfbba879ac0 HTTP/1.1" status: 200  len: 945 time: 0.5584664
Sep 10 16:47:08.454720 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvr_db [None req-a88d4fea-77d9-40ea-ac6f-c09646343821 None None] Set router 4fdc93f2-86b5-4844-bcac-a4cf0ab33073 gateway port host: dv-cinder-808473-1-iscsi {{(pid=74984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:47:08.539287 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [req-a27aa847-698e-4a6e-8424-8624f9c01b96 req-e74a51de-9131-4f02-b865-e1a618ca2b34 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Deleting port 5e27a33a-738a-4a0d-8500-7264331ede81 {{(pid=74982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:47:08.539916 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-a27aa847-698e-4a6e-8424-8624f9c01b96 req-e74a51de-9131-4f02-b865-e1a618ca2b34 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:08.794405 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-067da392-09fd-4845-9d8c-a90f300ba531 req-551e1b7d-1e54-4632-85f8-4d87e372f524 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15146507-1cad-4a41-9096-415a2b62f39d HTTP/1.1" status: 200  len: 217 time: 0.4412467
Sep 10 16:47:08.870439 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-f09bd28f-25da-4a43-8fed-3ee74015eeca req-203b39cb-fc39-444b-845b-e8ac10bfeec3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 1098 time: 0.9533207
Sep 10 16:47:08.945181 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067da392-09fd-4845-9d8c-a90f300ba531 req-600ac1ce-e612-4611-835d-e42b1232cc53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:08.946650 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-067da392-09fd-4845-9d8c-a90f300ba531 req-600ac1ce-e612-4611-835d-e42b1232cc53 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=73b2f418-de02-430f-aa6c-c135d35601f8 HTTP/1.1" status: 200  len: 854 time: 0.1367586
Sep 10 16:47:09.004603 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-f09bd28f-25da-4a43-8fed-3ee74015eeca req-a681d777-afd9-4c57-b70f-5c8d5c1a4af8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6382df1d-2eb5-4164-8a85-8656b80a37c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1257284
Sep 10 16:47:09.011544 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc6eb6-3c7c-4a4c-8125-12c7fe47d546 req-6c7efdae-2e0c-44fc-bd68-35ea8371bb6f tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:09.019082 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-c9fc6eb6-3c7c-4a4c-8125-12c7fe47d546 req-6c7efdae-2e0c-44fc-bd68-35ea8371bb6f tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 945 time: 0.6522930
Sep 10 16:47:09.034223 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-067da392-09fd-4845-9d8c-a90f300ba531 req-60ecf6c4-2b3a-4703-9473-ee295d65520f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac7d09e9-3d2b-4636-9247-f06a1b11aa65&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0739996
Sep 10 16:47:09.046135 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 60062) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:09.049979 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.db [req-a27aa847-698e-4a6e-8424-8624f9c01b96 req-e74a51de-9131-4f02-b865-e1a618ca2b34 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] For port 5e27a33a-738a-4a0d-8500-7264331ede81, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=5e27a33a-738a-4a0d-8500-7264331ede81,segment=NetworkSegment(abd13d7f-4963-4fb7-a767-dde5547d2c9d),segment_id=abd13d7f-4963-4fb7-a767-dde5547d2c9d)] {{(pid=74982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:47:09.050366 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-a27aa847-698e-4a6e-8424-8624f9c01b96 req-e74a51de-9131-4f02-b865-e1a618ca2b34 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:09.063564 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [None req-74a7c11e-e30b-4009-9dd1-e08df937abb1 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1906053382', 'description': 'tempest-secgroup-smoke-1906053382 description', 'project_id': '427e6796c7f542059575841cfab8a583'}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:47:09.121020 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-74a7c11e-e30b-4009-9dd1-e08df937abb1 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:47:09.126486 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-74a7c11e-e30b-4009-9dd1-e08df937abb1 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Usage tracker for resource:security_group and tenant:427e6796c7f542059575841cfab8a583 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:47:09.130157 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-74a7c11e-e30b-4009-9dd1-e08df937abb1 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:47:09.139602 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-74a7c11e-e30b-4009-9dd1-e08df937abb1 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:47:09.153856 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-a88d4fea-77d9-40ea-ac6f-c09646343821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8625a01340>, [{'id': '4fdc93f2-86b5-4844-bcac-a4cf0ab33073', 'name': 'tempest-TestShelveInstance-996732875-router', 'tenant_id': '427e6796c7f542059575841cfab8a583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'cde22c26-ad7f-4f1f-819c-42a19a00f939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:29Z', 'updated_at': '2021-09-10T16:46:37Z', 'revision_number': 4, 'project_id': '427e6796c7f542059575841cfab8a583', 'gw_port': {'id': 'cde22c26-ad7f-4f1f-819c-42a19a00f939', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdc93f2-86b5-4844-bcac-a4cf0ab33073', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:29Z', 'updated_at': '2021-09-10T16:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': 'df318bd2-892a-47b5-88c8-be5c0b230260', 'name': '', 'network_id': '7091017d-2230-4288-b149-b0a8abc860d9', 'tenant_id': '427e6796c7f542059575841cfab8a583', 'mac_address': 'fa:16:3e:fc:10:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fdc93f2-86b5-4844-bcac-a4cf0ab33073', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ce5f47-6b8d-4442-bda9-2c50c5c59baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:35Z', 'updated_at': '2021-09-10T16:46:38Z', 'revision_number': 2, 'project_id': '427e6796c7f542059575841cfab8a583', 'subnets': [{'id': 'd9ce5f47-6b8d-4442-bda9-2c50c5c59baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:47:09.168928 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88d4fea-77d9-40ea-ac6f-c09646343821 None None] Checking router: 4fdc93f2-86b5-4844-bcac-a4cf0ab33073 for host: dv-cinder-808473-1-iscsi {{(pid=74984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:47:09.169783 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88d4fea-77d9-40ea-ac6f-c09646343821 None None] Updating router 4fdc93f2-86b5-4844-bcac-a4cf0ab33073 port df318bd2-892a-47b5-88c8-be5c0b230260 binding host dv-cinder-808473-1-iscsi {{(pid=74984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 10 16:47:09.184029 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-74a7c11e-e30b-4009-9dd1-e08df937abb1 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks [] for security_group, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:09.205040 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-c9fc6eb6-3c7c-4a4c-8125-12c7fe47d546 req-29e93f3b-7811-49e7-97f5-dc0207a2b9a1 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/security-groups?id=6382df1d-2eb5-4164-8a85-8656b80a37c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1850944
Sep 10 16:47:09.239128 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58fb03c4-e7a9-47f8-a60c-7f833d151f08', 'tag': '15146507-1cad-4a41-9096-415a2b62f39d'}] {{(pid=74982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:47:09.249800 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [req-a27aa847-698e-4a6e-8424-8624f9c01b96 req-e74a51de-9131-4f02-b865-e1a618ca2b34 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Calling delete_port for 5e27a33a-738a-4a0d-8500-7264331ede81 owned by compute:nova {{(pid=74982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:47:09.260626 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-74a7c11e-e30b-4009-9dd1-e08df937abb1 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:47:09.265516 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-74a7c11e-e30b-4009-9dd1-e08df937abb1 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Usage tracker for resource:security_group_rule and tenant:427e6796c7f542059575841cfab8a583 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:47:09.269141 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-74a7c11e-e30b-4009-9dd1-e08df937abb1 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:47:09.275008 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-74a7c11e-e30b-4009-9dd1-e08df937abb1 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:47:09.295842 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-a88d4fea-77d9-40ea-ac6f-c09646343821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:09.358509 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-74a7c11e-e30b-4009-9dd1-e08df937abb1 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks [] for security_group, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:09.379335 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-74a7c11e-e30b-4009-9dd1-e08df937abb1 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:09.459078 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-4a4105fb-9a9b-4a18-b09a-0d61dd78e39a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:09.511001 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-067da392-09fd-4845-9d8c-a90f300ba531 req-87d28342-deee-4608-9343-4e60397caba0 service neutron] 10.222.0.24 "GET /v2.0/networks/ac7d09e9-3d2b-4636-9247-f06a1b11aa65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2925892
Sep 10 16:47:09.607182 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a7c11e-e30b-4009-9dd1-e08df937abb1 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a70e6bc-d1e7-4607-92ef-95b91b865ae7,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:09.631410 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-74a7c11e-e30b-4009-9dd1-e08df937abb1 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:09.649957 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc6e82-b4e9-40cd-8020-fcdc093f45ed req-4d5e7125-36db-4e8c-92fc-57f1be73a139 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:09.651733 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-cefc6e82-b4e9-40cd-8020-fcdc093f45ed req-4d5e7125-36db-4e8c-92fc-57f1be73a139 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/ports?device_id=58fb03c4-e7a9-47f8-a60c-7f833d151f08 HTTP/1.1" status: 200  len: 944 time: 0.1685002
Sep 10 16:47:09.652552 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-74a7c11e-e30b-4009-9dd1-e08df937abb1 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:09.657474 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-74a7c11e-e30b-4009-9dd1-e08df937abb1 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.6102798
Sep 10 16:47:09.658297 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 60072) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:09.660647 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-067da392-09fd-4845-9d8c-a90f300ba531 req-91bd0dc2-d977-4f59-ba4b-64a64a210a2b service neutron] 10.222.0.24 "GET /v2.0/networks/ac7d09e9-3d2b-4636-9247-f06a1b11aa65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1399658
Sep 10 16:47:09.680180 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [None req-517adb5d-cb26-4143-9000-c0f29363eb67 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Request body: {'security_group_rule': {'security_group_id': '8a70e6bc-d1e7-4607-92ef-95b91b865ae7', 'project_id': '427e6796c7f542059575841cfab8a583', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:47:09.695452 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-517adb5d-cb26-4143-9000-c0f29363eb67 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:47:09.699328 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-517adb5d-cb26-4143-9000-c0f29363eb67 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Usage tracker for resource:security_group_rule and tenant:427e6796c7f542059575841cfab8a583 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:47:09.717425 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-517adb5d-cb26-4143-9000-c0f29363eb67 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:47:09.727495 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a10b9-3650-4d27-bd9a-f77296b6d5e8 req-f0b14e57-2fb2-4315-9f59-249727060469 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:09.732949 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-517adb5d-cb26-4143-9000-c0f29363eb67 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:47:09.735206 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-a20a10b9-3650-4d27-bd9a-f77296b6d5e8 req-f0b14e57-2fb2-4315-9f59-249727060469 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ab20770-396f-42f4-aa03-7bfbba879ac0 HTTP/1.1" status: 200  len: 945 time: 0.5183823
Sep 10 16:47:09.753129 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-a88d4fea-77d9-40ea-ac6f-c09646343821 None None] Notify callbacks [] for port, precommit_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:09.771903 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.provisioning_blocks [None req-a88d4fea-77d9-40ea-ac6f-c09646343821 None None] Transition to ACTIVE for port object df318bd2-892a-47b5-88c8-be5c0b230260 will not be triggered until provisioned by entity L2. {{(pid=74984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:47:09.784033 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-a88d4fea-77d9-40ea-ac6f-c09646343821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:09.798621 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:09.893442 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:47:09.899092 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-517adb5d-cb26-4143-9000-c0f29363eb67 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:09.906611 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66cf9ee-7a3c-4c86-9931-c2a3ee698bcb None None] Pushing event updated for resources: {'Port': ['ID=df318bd2-892a-47b5-88c8-be5c0b230260,revision_number=3']} {{(pid=74984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:09.970427 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-a20a10b9-3650-4d27-bd9a-f77296b6d5e8 req-1bf4c69b-e314-4d8a-8bd0-fc781f45754e tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2342434
Sep 10 16:47:09.994295 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-517adb5d-cb26-4143-9000-c0f29363eb67 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:10.031769 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-a27aa847-698e-4a6e-8424-8624f9c01b96 req-e74a51de-9131-4f02-b865-e1a618ca2b34 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:10.048609 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-517adb5d-cb26-4143-9000-c0f29363eb67 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350866'] for security_group_rule, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:10.049794 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:10.066899 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66cf9ee-7a3c-4c86-9931-c2a3ee698bcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:47:10.067503 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66cf9ee-7a3c-4c86-9931-c2a3ee698bcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:47:10.068250 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66cf9ee-7a3c-4c86-9931-c2a3ee698bcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:47:10.068818 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66cf9ee-7a3c-4c86-9931-c2a3ee698bcb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:47:10.069018 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] get_ports_and_sgs() called for port_ids ['47e9ac5c-979b-4574-ba87-601765b73441'] {{(pid=74983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 10 16:47:10.069665 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66cf9ee-7a3c-4c86-9931-c2a3ee698bcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:47:10.070351 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66cf9ee-7a3c-4c86-9931-c2a3ee698bcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:47:10.070884 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66cf9ee-7a3c-4c86-9931-c2a3ee698bcb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:47:10.071469 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66cf9ee-7a3c-4c86-9931-c2a3ee698bcb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:47:10.071993 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66cf9ee-7a3c-4c86-9931-c2a3ee698bcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:47:10.072510 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66cf9ee-7a3c-4c86-9931-c2a3ee698bcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:47:10.073051 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66cf9ee-7a3c-4c86-9931-c2a3ee698bcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:47:10.092395 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG oslo_concurrency.lockutils [None req-a66cf9ee-7a3c-4c86-9931-c2a3ee698bcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=74984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:10.101992 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:10.178435 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a51de-9131-4f02-b865-e1a618ca2b34 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Pushing event deleted for resources: {'Port': ['ID=5e27a33a-738a-4a0d-8500-7264331ede81,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:10.182874 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-e74a51de-9131-4f02-b865-e1a618ca2b34 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:10.188497 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-cefc6e82-b4e9-40cd-8020-fcdc093f45ed req-7489191b-96f0-4b7b-bc89-8c4d480dd926 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/security-groups?id=564cabe0-7e89-4b45-b555-0715bed9afdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4432046
Sep 10 16:47:10.254759 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517adb5d-cb26-4143-9000-c0f29363eb67 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc17088c-a751-4d63-a6ba-0ec89d834e04,revision_number=0']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:10.261665 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.managers [None req-a88d4fea-77d9-40ea-ac6f-c09646343821 None None] Attempting to bind port df318bd2-892a-47b5-88c8-be5c0b230260 on host dv-cinder-808473-1-iscsi for vnic_type normal with profile  {{(pid=74984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:47:10.270011 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-517adb5d-cb26-4143-9000-c0f29363eb67 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:10.270941 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.managers [None req-a88d4fea-77d9-40ea-ac6f-c09646343821 None None] Attempting to bind port df318bd2-892a-47b5-88c8-be5c0b230260 by drivers openvswitch,hyperv on host dv-cinder-808473-1-iscsi at level 0 using segments [{'id': 'c5a19012-d1b7-40fb-9185-4f6121dd52f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7091017d-2230-4288-b149-b0a8abc860d9'}] {{(pid=74984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:47:10.271593 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88d4fea-77d9-40ea-ac6f-c09646343821 None None] Attempting to bind port df318bd2-892a-47b5-88c8-be5c0b230260 on network 7091017d-2230-4288-b149-b0a8abc860d9 {{(pid=74984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:47:10.283050 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-517adb5d-cb26-4143-9000-c0f29363eb67 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:10.289805 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88d4fea-77d9-40ea-ac6f-c09646343821 None None] Checking agent: {'id': 'f3cf38fb-3540-46d0-a6e6-e52cff650adc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 35, 26), 'started_at': datetime.datetime(2021, 9, 10, 16, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:47:10.290568 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88d4fea-77d9-40ea-ac6f-c09646343821 None None] Checking segment: {'id': 'c5a19012-d1b7-40fb-9185-4f6121dd52f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7091017d-2230-4288-b149-b0a8abc860d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:47:10.291359 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-a88d4fea-77d9-40ea-ac6f-c09646343821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:10.291672 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-517adb5d-cb26-4143-9000-c0f29363eb67 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.6320841
Sep 10 16:47:10.292184 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88d4fea-77d9-40ea-ac6f-c09646343821 None None] Bound using segment: {'id': 'c5a19012-d1b7-40fb-9185-4f6121dd52f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7091017d-2230-4288-b149-b0a8abc860d9'} {{(pid=74984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:47:10.293725 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.managers [None req-a88d4fea-77d9-40ea-ac6f-c09646343821 None None] Bound port: df318bd2-892a-47b5-88c8-be5c0b230260, host: dv-cinder-808473-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a19012-d1b7-40fb-9185-4f6121dd52f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7091017d-2230-4288-b149-b0a8abc860d9'}}] {{(pid=74984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:47:10.295034 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 60078) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:10.296095 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-a88d4fea-77d9-40ea-ac6f-c09646343821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:10.329131 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [None req-d836e1a8-7267-4f93-9a47-c5ff38664040 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Request body: {'security_group_rule': {'security_group_id': '8a70e6bc-d1e7-4607-92ef-95b91b865ae7', 'project_id': '427e6796c7f542059575841cfab8a583', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:47:10.340378 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-d836e1a8-7267-4f93-9a47-c5ff38664040 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:47:10.345757 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-d836e1a8-7267-4f93-9a47-c5ff38664040 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Usage tracker for resource:security_group_rule and tenant:427e6796c7f542059575841cfab8a583 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:47:10.348888 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-d836e1a8-7267-4f93-9a47-c5ff38664040 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:47:10.367651 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-d836e1a8-7267-4f93-9a47-c5ff38664040 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:47:10.407531 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d836e1a8-7267-4f93-9a47-c5ff38664040 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:10.470455 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58fb03c4-e7a9-47f8-a60c-7f833d151f08', 'tag': '15146507-1cad-4a41-9096-415a2b62f39d', 'status': 'completed', 'code': 200}
Sep 10 16:47:10.471459 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.l3_dvrscheduler_db [req-a27aa847-698e-4a6e-8424-8624f9c01b96 req-e74a51de-9131-4f02-b865-e1a618ca2b34 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] No DVR routers for this DVR port 5e27a33a-738a-4a0d-8500-7264331ede81 on host hv-cinder-80847 {{(pid=74982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 10 16:47:10.485895 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-a27aa847-698e-4a6e-8424-8624f9c01b96 req-e74a51de-9131-4f02-b865-e1a618ca2b34 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:10.497374 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning for port ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:47:10.506704 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d836e1a8-7267-4f93-9a47-c5ff38664040 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:10.513418 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-9cade877-e01c-4625-afb4-e4295c94d322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-449117'] for router_interface, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:10.515879 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:47:10.518365 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:10.564091 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.db [None req-a88d4fea-77d9-40ea-ac6f-c09646343821 None None] For port df318bd2-892a-47b5-88c8-be5c0b230260, host dv-cinder-808473-1-iscsi, cleared binding levels {{(pid=74984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:47:10.574277 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.db [None req-a88d4fea-77d9-40ea-ac6f-c09646343821 None None] For port df318bd2-892a-47b5-88c8-be5c0b230260, host dv-cinder-808473-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=df318bd2-892a-47b5-88c8-be5c0b230260,segment=NetworkSegment(c5a19012-d1b7-40fb-9185-4f6121dd52f6),segment_id=c5a19012-d1b7-40fb-9185-4f6121dd52f6)] {{(pid=74984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:47:10.589439 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-a88d4fea-77d9-40ea-ac6f-c09646343821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:10.597495 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d836e1a8-7267-4f93-9a47-c5ff38664040 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350866'] for security_group_rule, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:10.608717 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-7be6571e-b21b-40a5-bae2-e66108cf077d tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:10.628674 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:10.663997 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d836e1a8-7267-4f93-9a47-c5ff38664040 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:10.668546 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-d836e1a8-7267-4f93-9a47-c5ff38664040 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3592269
Sep 10 16:47:10.671385 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 60082) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:10.684693 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [None req-d4dfd449-efdb-430d-bd50-8acdd0482cba tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Request body: {'security_group_rule': {'security_group_id': '8a70e6bc-d1e7-4607-92ef-95b91b865ae7', 'project_id': '427e6796c7f542059575841cfab8a583', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:47:10.693638 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d836e1a8-7267-4f93-9a47-c5ff38664040 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc834c2d-d62e-4168-8a14-3831f20f0fd2,revision_number=0']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:10.704212 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-d836e1a8-7267-4f93-9a47-c5ff38664040 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:10.705191 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-d4dfd449-efdb-430d-bd50-8acdd0482cba tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:47:10.747796 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-a27aa847-698e-4a6e-8424-8624f9c01b96 req-e74a51de-9131-4f02-b865-e1a618ca2b34 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.24 "DELETE /v2.0/ports/5e27a33a-738a-4a0d-8500-7264331ede81 HTTP/1.1" status: 204  len: 173 time: 2.2887652
Sep 10 16:47:10.774960 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88d4fea-77d9-40ea-ac6f-c09646343821 None None] Routers {'4fdc93f2-86b5-4844-bcac-a4cf0ab33073'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:47:10.776876 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-a88d4fea-77d9-40ea-ac6f-c09646343821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8625a01340>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:46:57Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['4fdc93f2-86b5-4844-bcac-a4cf0ab33073'], 'active': True} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:47:10.812345 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 15146507-1cad-4a41-9096-415a2b62f39d details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=74983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 10 16:47:10.827895 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 5e27a33a-738a-4a0d-8500-7264331ede81 no longer exists at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:47:10.867741 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-d4dfd449-efdb-430d-bd50-8acdd0482cba tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Usage tracker for resource:security_group_rule and tenant:427e6796c7f542059575841cfab8a583 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:47:10.877751 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-d4dfd449-efdb-430d-bd50-8acdd0482cba tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:47:10.909557 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-d4dfd449-efdb-430d-bd50-8acdd0482cba tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:47:10.926434 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:10.950325 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] No Port match for: 5e27a33a-738a-4a0d-8500-7264331ede81 {{(pid=74983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 10 16:47:10.954628 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 5e27a33a-738a-4a0d-8500-7264331ede81 not bound to the agent host hv-cinder-80847 {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 10 16:47:10.964213 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-cfb1ce63-a94c-4cb7-84b5-1487c88a2cd9 req-b05404e0-5a28-4f4f-869b-960a2b692d5e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c08e39318c9847d9a5e91370ba18c602&device_id=58fb03c4-e7a9-47f8-a60c-7f833d151f08 HTTP/1.1" status: 200  len: 1097 time: 0.4979134
Sep 10 16:47:10.981559 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca9ed7-e7c7-41cc-939e-dacc79cd79b4 req-670e7ecd-63d0-41c4-ad99-ca8ee4827249 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:10.995069 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-26ca9ed7-e7c7-41cc-939e-dacc79cd79b4 req-670e7ecd-63d0-41c4-ad99-ca8ee4827249 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 945 time: 0.5284519
Sep 10 16:47:11.002741 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] For port ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc,segment=NetworkSegment(7f0f17d1-ee65-42aa-885b-938bb9d3cd64),segment_id=7f0f17d1-ee65-42aa-885b-938bb9d3cd64)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:47:11.003922 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d4dfd449-efdb-430d-bd50-8acdd0482cba tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:11.029128 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d58721-bc12-4728-bdd2-b48b3de80983 req-1f8c080d-45dd-420a-86b8-66b1bce9731f tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:11.035594 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-e8d58721-bc12-4728-bdd2-b48b3de80983 req-1f8c080d-45dd-420a-86b8-66b1bce9731f tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 945 time: 0.2408597
Sep 10 16:47:11.050885 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:11.165054 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-88999446-df5e-4449-a56e-2916ac283f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:11.198367 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-e8d58721-bc12-4728-bdd2-b48b3de80983 req-f2ec65c0-09b5-477e-8981-4fe72473f17c tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/security-groups?id=6382df1d-2eb5-4164-8a85-8656b80a37c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1586494
Sep 10 16:47:11.222176 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d4dfd449-efdb-430d-bd50-8acdd0482cba tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:11.224660 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1ce63-a94c-4cb7-84b5-1487c88a2cd9 req-db78d482-792d-417b-826d-51920b7b415b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:11.226650 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-cfb1ce63-a94c-4cb7-84b5-1487c88a2cd9 req-db78d482-792d-417b-826d-51920b7b415b service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac7d09e9-3d2b-4636-9247-f06a1b11aa65 HTTP/1.1" status: 200  len: 915 time: 0.1942863
Sep 10 16:47:11.233356 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d4dfd449-efdb-430d-bd50-8acdd0482cba tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350866'] for security_group_rule, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:11.241307 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-26ca9ed7-e7c7-41cc-939e-dacc79cd79b4 req-4c1ab8ec-00d0-49b5-a60c-bf863c050af8 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2445426
Sep 10 16:47:11.260583 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-d836e1a8-7267-4f93-9a47-c5ff38664040 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:11.266817 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvr_db [None req-a88d4fea-77d9-40ea-ac6f-c09646343821 None None] Set router 4fdc93f2-86b5-4844-bcac-a4cf0ab33073 gateway port host: dv-cinder-808473-1-iscsi {{(pid=74984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:47:11.373077 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-cfb1ce63-a94c-4cb7-84b5-1487c88a2cd9 req-5f3b2bc2-3882-4050-bc7a-d10c05c13138 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15146507-1cad-4a41-9096-415a2b62f39d HTTP/1.1" status: 200  len: 217 time: 0.1308146
Sep 10 16:47:11.594852 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1ce63-a94c-4cb7-84b5-1487c88a2cd9 req-5419672d-fbc3-4a6a-ba1b-94e96492f5b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:11.594852 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-cfb1ce63-a94c-4cb7-84b5-1487c88a2cd9 req-5419672d-fbc3-4a6a-ba1b-94e96492f5b5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=73b2f418-de02-430f-aa6c-c135d35601f8 HTTP/1.1" status: 200  len: 854 time: 0.1933444
Sep 10 16:47:11.631618 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Pushing event updated for resources: {'Port': ['ID=ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc,revision_number=4']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:11.640269 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:11.649380 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dfd449-efdb-430d-bd50-8acdd0482cba tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d15ce91-2f7a-4d8d-8328-4469b0d251aa,revision_number=0']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:11.681422 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d4dfd449-efdb-430d-bd50-8acdd0482cba tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:11.688078 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-d4dfd449-efdb-430d-bd50-8acdd0482cba tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.0107059
Sep 10 16:47:11.701371 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 60098) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:11.736457 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 15146507-1cad-4a41-9096-415a2b62f39d, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=15146507-1cad-4a41-9096-415a2b62f39d,segment=NetworkSegment(169bb50e-b9ea-407f-a6c4-f5299a7789d0),segment_id=169bb50e-b9ea-407f-a6c4-f5299a7789d0)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:47:11.759173 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Returning: {'device': '15146507-1cad-4a41-9096-415a2b62f39d', 'network_id': 'ac7d09e9-3d2b-4636-9247-f06a1b11aa65', 'port_id': '15146507-1cad-4a41-9096-415a2b62f39d', 'mac_address': 'fa:16:3e:16:fe:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b2f418-de02-430f-aa6c-c135d35601f8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 10 16:47:11.765407 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-d4dfd449-efdb-430d-bd50-8acdd0482cba tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:11.799652 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-0163b379-1d17-4922-9ee4-aa138a52bdbc tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Request body: {'security_group_rule': {'security_group_id': '8a70e6bc-d1e7-4607-92ef-95b91b865ae7', 'project_id': '427e6796c7f542059575841cfab8a583', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:47:11.830438 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-0163b379-1d17-4922-9ee4-aa138a52bdbc tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:47:11.851207 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-cfb1ce63-a94c-4cb7-84b5-1487c88a2cd9 req-caf88ff6-3fd0-40e1-af01-3d9aebadeb55 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac7d09e9-3d2b-4636-9247-f06a1b11aa65&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2700577
Sep 10 16:47:11.863279 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-0163b379-1d17-4922-9ee4-aa138a52bdbc tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Usage tracker for resource:security_group_rule and tenant:427e6796c7f542059575841cfab8a583 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:47:11.866651 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:11.894805 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:47:11.907285 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66cf9ee-7a3c-4c86-9931-c2a3ee698bcb None None] Pushing event updated for resources: {'Port': ['ID=df318bd2-892a-47b5-88c8-be5c0b230260,revision_number=4']} {{(pid=74984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:11.911400 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG oslo_concurrency.lockutils [None req-a66cf9ee-7a3c-4c86-9931-c2a3ee698bcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.286s {{(pid=74984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:11.912365 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-0163b379-1d17-4922-9ee4-aa138a52bdbc tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:47:11.924284 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-a88d4fea-77d9-40ea-ac6f-c09646343821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8625a01340>, [{'id': '4fdc93f2-86b5-4844-bcac-a4cf0ab33073', 'name': 'tempest-TestShelveInstance-996732875-router', 'tenant_id': '427e6796c7f542059575841cfab8a583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'cde22c26-ad7f-4f1f-819c-42a19a00f939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:29Z', 'updated_at': '2021-09-10T16:46:37Z', 'revision_number': 4, 'project_id': '427e6796c7f542059575841cfab8a583', 'gw_port': {'id': 'cde22c26-ad7f-4f1f-819c-42a19a00f939', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdc93f2-86b5-4844-bcac-a4cf0ab33073', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:29Z', 'updated_at': '2021-09-10T16:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': 'df318bd2-892a-47b5-88c8-be5c0b230260', 'name': '', 'network_id': '7091017d-2230-4288-b149-b0a8abc860d9', 'tenant_id': '427e6796c7f542059575841cfab8a583', 'mac_address': 'fa:16:3e:fc:10:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fdc93f2-86b5-4844-bcac-a4cf0ab33073', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ce5f47-6b8d-4442-bda9-2c50c5c59baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:35Z', 'updated_at': '2021-09-10T16:47:10Z', 'revision_number': 4, 'project_id': '427e6796c7f542059575841cfab8a583', 'subnets': [{'id': 'd9ce5f47-6b8d-4442-bda9-2c50c5c59baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:47:11.928750 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88d4fea-77d9-40ea-ac6f-c09646343821 None None] The sync data for ids ['4fdc93f2-86b5-4844-bcac-a4cf0ab33073'] in dv-cinder-808473-1-iscsi is: [{'id': '4fdc93f2-86b5-4844-bcac-a4cf0ab33073', 'name': 'tempest-TestShelveInstance-996732875-router', 'tenant_id': '427e6796c7f542059575841cfab8a583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'cde22c26-ad7f-4f1f-819c-42a19a00f939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:29Z', 'updated_at': '2021-09-10T16:46:37Z', 'revision_number': 4, 'project_id': '427e6796c7f542059575841cfab8a583', 'gw_port': {'id': 'cde22c26-ad7f-4f1f-819c-42a19a00f939', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdc93f2-86b5-4844-bcac-a4cf0ab33073', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:29Z', 'updated_at': '2021-09-10T16:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': 'df318bd2-892a-47b5-88c8-be5c0b230260', 'name': '', 'network_id': '7091017d-2230-4288-b149-b0a8abc860d9', 'tenant_id': '427e6796c7f542059575841cfab8a583', 'mac_address': 'fa:16:3e:fc:10:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fdc93f2-86b5-4844-bcac-a4cf0ab33073', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ce5f47-6b8d-4442-bda9-2c50c5c59baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:35Z', 'updated_at': '2021-09-10T16:47:10Z', 'revision_number': 4, 'project_id': '427e6796c7f542059575841cfab8a583', 'subnets': [{'id': 'd9ce5f47-6b8d-4442-bda9-2c50c5c59baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:47:11.938636 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-3f8c691b-0bf7-42de-92a0-d1b669c34426 req-c4a9009d-53cc-441d-b1b2-5ca9eb7ada05 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Synchronizing usage tracker for tenant:73cdfc2295ba43b88eedc5611288b0f3 on resource:port {{(pid=74981) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:47:11.971479 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15146507-1cad-4a41-9096-415a2b62f39d {{(pid=74983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:47:11.984639 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-0163b379-1d17-4922-9ee4-aa138a52bdbc tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:47:11.988469 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-3f8c691b-0bf7-42de-92a0-d1b669c34426 req-c4a9009d-53cc-441d-b1b2-5ca9eb7ada05 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Unset dirty status for tenant:73cdfc2295ba43b88eedc5611288b0f3 on resource:port {{(pid=74981) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:47:11.990117 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-3f8c691b-0bf7-42de-92a0-d1b669c34426 req-c4a9009d-53cc-441d-b1b2-5ca9eb7ada05 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ab20770-396f-42f4-aa03-7bfbba879ac0 HTTP/1.1" status: 200  len: 210 time: 0.3230093
Sep 10 16:47:12.005871 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 15146507-1cad-4a41-9096-415a2b62f39d, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=15146507-1cad-4a41-9096-415a2b62f39d,segment=NetworkSegment(169bb50e-b9ea-407f-a6c4-f5299a7789d0),segment_id=169bb50e-b9ea-407f-a6c4-f5299a7789d0)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:47:12.027162 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:12.031735 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-0652be66-407d-48b9-89eb-1eab33c72916 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:12.095673 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:47:12.096124 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:12.140632 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82f2b9f-9efe-4861-9d52-7977175a03c4 None None] Sync routers for ids ['6b8ddce8-f2d1-4eff-9a86-cccab625f46a'] in dv-cinder-808473-1-iscsi {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:47:12.166896 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-0163b379-1d17-4922-9ee4-aa138a52bdbc tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:12.189601 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=15146507-1cad-4a41-9096-415a2b62f39d,revision_number=4']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:12.194053 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:12.206549 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82f2b9f-9efe-4861-9d52-7977175a03c4 None None] Routers {'6b8ddce8-f2d1-4eff-9a86-cccab625f46a'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:47:12.207233 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-c82f2b9f-9efe-4861-9d52-7977175a03c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f862560b040>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:46:57Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['6b8ddce8-f2d1-4eff-9a86-cccab625f46a'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:47:12.209225 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [None req-9cade877-e01c-4625-afb4-e4295c94d322 admin admin] Deleting port 5ef27838-0437-4f5d-8dc9-47dc4e86c0bd {{(pid=74981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:47:12.209700 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-9cade877-e01c-4625-afb4-e4295c94d322 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:12.216126 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-cfb1ce63-a94c-4cb7-84b5-1487c88a2cd9 req-58585d0e-be89-4aaf-9ad9-fb939f7ce211 service neutron] 10.222.0.24 "GET /v2.0/networks/ac7d09e9-3d2b-4636-9247-f06a1b11aa65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3430257
Sep 10 16:47:12.225344 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fcdfc-7fed-4cdd-9bcb-bbe31ccfb18d req-480a6353-434a-490b-b14c-92c70cfff855 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:12.232373 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-a85fcdfc-7fed-4cdd-9bcb-bbe31ccfb18d req-480a6353-434a-490b-b14c-92c70cfff855 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/ports?device_id=58fb03c4-e7a9-47f8-a60c-7f833d151f08 HTTP/1.1" status: 200  len: 944 time: 0.5320110
Sep 10 16:47:12.436709 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] get_ports_and_sgs() called for port_ids ['15146507-1cad-4a41-9096-415a2b62f39d'] {{(pid=74983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 10 16:47:12.491747 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-a85fcdfc-7fed-4cdd-9bcb-bbe31ccfb18d req-e8b7a65b-9a98-4366-a9a2-82899ece7785 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/security-groups?id=564cabe0-7e89-4b45-b555-0715bed9afdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2582328
Sep 10 16:47:12.492435 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab20770-396f-42f4-aa03-7bfbba879ac0', 'name': 'network-vif-deleted', 'tag': '5e27a33a-738a-4a0d-8500-7264331ede81'}] {{(pid=74982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:47:12.501432 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-cfb1ce63-a94c-4cb7-84b5-1487c88a2cd9 req-f7ee3cd3-f20a-49f8-9508-5f7868cde807 service neutron] 10.222.0.24 "GET /v2.0/networks/ac7d09e9-3d2b-4636-9247-f06a1b11aa65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2219307
Sep 10 16:47:12.602357 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42217e8-f47d-4f77-b987-1e6e9a9caef0 req-1df1a636-b8a8-43b6-81ce-bf640ef946ba tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:12.609321 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-a42217e8-f47d-4f77-b987-1e6e9a9caef0 req-1df1a636-b8a8-43b6-81ce-bf640ef946ba tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 945 time: 0.4162216
Sep 10 16:47:12.627256 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-0163b379-1d17-4922-9ee4-aa138a52bdbc tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:12.646471 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-0163b379-1d17-4922-9ee4-aa138a52bdbc tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350866'] for security_group_rule, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:12.652986 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-f892b52b-8af4-40d7-a134-012c8fc0a20c tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:12.662546 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [None req-9cade877-e01c-4625-afb4-e4295c94d322 admin admin] For port 5ef27838-0437-4f5d-8dc9-47dc4e86c0bd, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=5ef27838-0437-4f5d-8dc9-47dc4e86c0bd,segment=NetworkSegment(76ae9ed9-8960-43ef-aa42-1124251984d8),segment_id=76ae9ed9-8960-43ef-aa42-1124251984d8)] {{(pid=74981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:47:12.662918 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-9cade877-e01c-4625-afb4-e4295c94d322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:12.740946 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163b379-1d17-4922-9ee4-aa138a52bdbc tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80d19ac6-8115-48d4-af6d-118da9ea4ac0,revision_number=0']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:12.747303 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-0163b379-1d17-4922-9ee4-aa138a52bdbc tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:12.756190 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-0163b379-1d17-4922-9ee4-aa138a52bdbc tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:12.760012 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-0163b379-1d17-4922-9ee4-aa138a52bdbc tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.0501873
Sep 10 16:47:12.764530 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 60106) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:12.775677 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-cdc10aa6-dc34-470b-8ccb-7962a6718bca tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Request body: {'security_group_rule': {'security_group_id': '8a70e6bc-d1e7-4607-92ef-95b91b865ae7', 'project_id': '427e6796c7f542059575841cfab8a583', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:47:12.782558 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-2d2b6592-cdb2-4124-bf53-d384d49201bf req-f23d11dc-038f-4e8a-a69e-db5f6927299f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9bbed5573b846b8bd73e0009e1ca850&device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 1098 time: 0.2631886
Sep 10 16:47:12.787189 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-cdc10aa6-dc34-470b-8ccb-7962a6718bca tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:47:12.801685 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-c82f2b9f-9efe-4861-9d52-7977175a03c4 None None] Set router 6b8ddce8-f2d1-4eff-9a86-cccab625f46a gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:47:12.806341 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [None req-9cade877-e01c-4625-afb4-e4295c94d322 admin admin] Calling delete_port for 5ef27838-0437-4f5d-8dc9-47dc4e86c0bd owned by network:router_interface {{(pid=74981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:47:12.818764 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-cdc10aa6-dc34-470b-8ccb-7962a6718bca tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Usage tracker for resource:security_group_rule and tenant:427e6796c7f542059575841cfab8a583 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:47:12.825268 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-cdc10aa6-dc34-470b-8ccb-7962a6718bca tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:47:12.834706 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-a42217e8-f47d-4f77-b987-1e6e9a9caef0 req-bff37480-3caf-4bab-bcd8-f1506474339c tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/security-groups?id=6382df1d-2eb5-4164-8a85-8656b80a37c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2245495
Sep 10 16:47:12.873157 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-cdc10aa6-dc34-470b-8ccb-7962a6718bca tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:47:12.909807 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956f3bc-7ab9-4725-bb3b-9124e1dedbf9 req-d1f8cd7b-1f1f-4d02-b4a8-00769dc70ea8 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:12.916603 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-4956f3bc-7ab9-4725-bb3b-9124e1dedbf9 req-d1f8cd7b-1f1f-4d02-b4a8-00769dc70ea8 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 945 time: 0.2444916
Sep 10 16:47:12.933370 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.db.securitygroups_db [None req-cdc10aa6-dc34-470b-8ccb-7962a6718bca tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Project 427e6796c7f542059575841cfab8a583 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Sep 10 16:47:12.946771 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab20770-396f-42f4-aa03-7bfbba879ac0', 'name': 'network-vif-deleted', 'tag': '5e27a33a-738a-4a0d-8500-7264331ede81', 'status': 'completed', 'code': 200}
Sep 10 16:47:12.949943 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-cdc10aa6-dc34-470b-8ccb-7962a6718bca tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:13.032382 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b6592-cdb2-4124-bf53-d384d49201bf req-b07383c6-64ab-4d15-beb2-528ed4503c27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:13.034118 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-2d2b6592-cdb2-4124-bf53-d384d49201bf req-b07383c6-64ab-4d15-beb2-528ed4503c27 service neutron] 10.222.0.24 "GET /v2.0/networks?id=344edc15-821a-46e8-88af-fc737f1ffc8a HTTP/1.1" status: 200  len: 917 time: 0.2432737
Sep 10 16:47:13.049463 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-4956f3bc-7ab9-4725-bb3b-9124e1dedbf9 req-3fb5734e-3b7e-4bfa-bd9b-4692b0fd15b4 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1319678
Sep 10 16:47:13.191991 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-cdc10aa6-dc34-470b-8ccb-7962a6718bca tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:13.192680 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-9cade877-e01c-4625-afb4-e4295c94d322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802'] for port, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:13.198232 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-875b75f4-87d3-4bb9-90b0-c80156ee07a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:13.199274 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-c82f2b9f-9efe-4861-9d52-7977175a03c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f862560b040>, [{'id': '6b8ddce8-f2d1-4eff-9a86-cccab625f46a', 'name': 'tempest-TestShelveInstance-1829433061-router', 'tenant_id': '817d6161456d4ad8845bd719e2966b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:52Z', 'updated_at': '2021-09-10T16:47:01Z', 'revision_number': 4, 'project_id': '817d6161456d4ad8845bd719e2966b4c', 'gw_port': {'id': 'ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:91:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8ddce8-f2d1-4eff-9a86-cccab625f46a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:53Z', 'updated_at': '2021-09-10T16:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': 'be9c8437-e915-483f-8cd0-db09d452146c', 'name': '', 'network_id': '74cc6bdb-7b37-4594-91ba-090749308f61', 'tenant_id': '817d6161456d4ad8845bd719e2966b4c', 'mac_address': 'fa:16:3e:54:f6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8ddce8-f2d1-4eff-9a86-cccab625f46a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c16d58a3-b651-4121-a81b-00c18b8f9903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:58Z', 'updated_at': '2021-09-10T16:47:02Z', 'revision_number': 2, 'project_id': '817d6161456d4ad8845bd719e2966b4c', 'subnets': [{'id': 'c16d58a3-b651-4121-a81b-00c18b8f9903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:47:13.205409 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82f2b9f-9efe-4861-9d52-7977175a03c4 None None] Checking router: 6b8ddce8-f2d1-4eff-9a86-cccab625f46a for host: dv-cinder-808473-1-iscsi {{(pid=74983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:47:13.205936 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82f2b9f-9efe-4861-9d52-7977175a03c4 None None] Updating router 6b8ddce8-f2d1-4eff-9a86-cccab625f46a port be9c8437-e915-483f-8cd0-db09d452146c binding host dv-cinder-808473-1-iscsi {{(pid=74983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 10 16:47:13.243165 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cade877-e01c-4625-afb4-e4295c94d322 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ef27838-0437-4f5d-8dc9-47dc4e86c0bd,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:13.245787 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-9cade877-e01c-4625-afb4-e4295c94d322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:13.271905 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c82f2b9f-9efe-4861-9d52-7977175a03c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:13.440750 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-cdc10aa6-dc34-470b-8ccb-7962a6718bca tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350866'] for security_group_rule, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:13.447422 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:13.485028 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc10aa6-dc34-470b-8ccb-7962a6718bca tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfde7267-f5fb-4c88-be72-ce028c2ccd0e,revision_number=0']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:13.496754 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-cdc10aa6-dc34-470b-8ccb-7962a6718bca tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:13.540953 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-cdc10aa6-dc34-470b-8ccb-7962a6718bca tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:13.545039 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-cdc10aa6-dc34-470b-8ccb-7962a6718bca tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.7764585
Sep 10 16:47:13.546639 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 60122) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:13.553185 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-9cade877-e01c-4625-afb4-e4295c94d322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1447749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-449257'] for router_interface, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:13.558684 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-03e7268a-3e00-4d90-af3c-24c9e787ba98 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Request body: {'security_group_rule': {'security_group_id': '8a70e6bc-d1e7-4607-92ef-95b91b865ae7', 'project_id': '427e6796c7f542059575841cfab8a583', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:47:13.565146 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-03e7268a-3e00-4d90-af3c-24c9e787ba98 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:47:13.571718 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-03e7268a-3e00-4d90-af3c-24c9e787ba98 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Usage tracker for resource:security_group_rule and tenant:427e6796c7f542059575841cfab8a583 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:47:13.578224 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-2d2b6592-cdb2-4124-bf53-d384d49201bf req-61394e9a-6319-4633-9513-80caf606f9cc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736 HTTP/1.1" status: 200  len: 1000 time: 0.5249274
Sep 10 16:47:13.579992 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-03e7268a-3e00-4d90-af3c-24c9e787ba98 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:47:13.631735 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-03e7268a-3e00-4d90-af3c-24c9e787ba98 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:47:13.668980 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.db.securitygroups_db [None req-03e7268a-3e00-4d90-af3c-24c9e787ba98 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Project 427e6796c7f542059575841cfab8a583 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Sep 10 16:47:13.682618 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-03e7268a-3e00-4d90-af3c-24c9e787ba98 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:13.704736 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b6592-cdb2-4124-bf53-d384d49201bf req-98594a99-c0a7-4b05-b484-853f73de3c8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:13.706241 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-2d2b6592-cdb2-4124-bf53-d384d49201bf req-98594a99-c0a7-4b05-b484-853f73de3c8f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c869236f-34e5-4060-bd38-439ed8cf68e4 HTTP/1.1" status: 200  len: 855 time: 0.1169653
Sep 10 16:47:13.735556 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c82f2b9f-9efe-4861-9d52-7977175a03c4 None None] Notify callbacks [] for port, precommit_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:13.755879 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c82f2b9f-9efe-4861-9d52-7977175a03c4 None None] Transition to ACTIVE for port object be9c8437-e915-483f-8cd0-db09d452146c will not be triggered until provisioned by entity L2. {{(pid=74983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:47:13.759666 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5f590-438e-49c1-b3aa-c8474958d0cd req-0b05ad9c-9d47-40db-982f-f36db730a789 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:13.767010 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-34e5f590-438e-49c1-b3aa-c8474958d0cd req-0b05ad9c-9d47-40db-982f-f36db730a789 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 945 time: 0.2714033
Sep 10 16:47:13.768516 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c82f2b9f-9efe-4861-9d52-7977175a03c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:13.769754 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f8c2c-948a-49b2-8042-08b59dd0d35e req-e471ebea-f113-459c-967d-0f3dff0f9469 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:13.771526 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-830f8c2c-948a-49b2-8042-08b59dd0d35e req-e471ebea-f113-459c-967d-0f3dff0f9469 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/ports?device_id=58fb03c4-e7a9-47f8-a60c-7f833d151f08 HTTP/1.1" status: 200  len: 945 time: 0.1316400
Sep 10 16:47:13.774772 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:13.899264 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-34e5f590-438e-49c1-b3aa-c8474958d0cd req-5d9c8acd-c348-4a74-9391-fc1c6618fedc tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/security-groups?id=6382df1d-2eb5-4164-8a85-8656b80a37c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1313224
Sep 10 16:47:13.902395 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-03e7268a-3e00-4d90-af3c-24c9e787ba98 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:13.902627 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-830f8c2c-948a-49b2-8042-08b59dd0d35e req-7f03d96f-5cb0-4031-b779-2e1107756a59 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/security-groups?id=564cabe0-7e89-4b45-b555-0715bed9afdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768850
Sep 10 16:47:13.923442 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-03e7268a-3e00-4d90-af3c-24c9e787ba98 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350866'] for security_group_rule, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:13.925455 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:13.943884 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f43798-e19d-401e-8203-c7931887e2f4 None None] Pushing event updated for resources: {'Port': ['ID=be9c8437-e915-483f-8cd0-db09d452146c,revision_number=3']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:13.947209 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-86f43798-e19d-401e-8203-c7931887e2f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:14.023007 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-03e7268a-3e00-4d90-af3c-24c9e787ba98 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:14.024781 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-03e7268a-3e00-4d90-af3c-24c9e787ba98 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.4707034
Sep 10 16:47:14.028721 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-2d2b6592-cdb2-4124-bf53-d384d49201bf req-916b2f4e-79d8-4a3a-b251-1fa746f282fe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=344edc15-821a-46e8-88af-fc737f1ffc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3146181
Sep 10 16:47:14.030860 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7268a-3e00-4d90-af3c-24c9e787ba98 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=549f16c9-fa31-4fcd-8962-8afef9bfc23a,revision_number=0']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:14.039516 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-03e7268a-3e00-4d90-af3c-24c9e787ba98 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:14.057050 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device df318bd2-892a-47b5-88c8-be5c0b230260 up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:47:14.112246 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-c82f2b9f-9efe-4861-9d52-7977175a03c4 None None] Attempting to bind port be9c8437-e915-483f-8cd0-db09d452146c on host dv-cinder-808473-1-iscsi for vnic_type normal with profile  {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:47:14.112628 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-c82f2b9f-9efe-4861-9d52-7977175a03c4 None None] Attempting to bind port be9c8437-e915-483f-8cd0-db09d452146c by drivers openvswitch,hyperv on host dv-cinder-808473-1-iscsi at level 0 using segments [{'id': '7c2a59c4-3fd8-4625-bc67-899015a586ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '74cc6bdb-7b37-4594-91ba-090749308f61'}] {{(pid=74983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:47:14.113003 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82f2b9f-9efe-4861-9d52-7977175a03c4 None None] Attempting to bind port be9c8437-e915-483f-8cd0-db09d452146c on network 74cc6bdb-7b37-4594-91ba-090749308f61 {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:47:14.151382 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82f2b9f-9efe-4861-9d52-7977175a03c4 None None] Checking agent: {'id': 'f3cf38fb-3540-46d0-a6e6-e52cff650adc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 35, 26), 'started_at': datetime.datetime(2021, 9, 10, 16, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:47:14.152395 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82f2b9f-9efe-4861-9d52-7977175a03c4 None None] Checking segment: {'id': '7c2a59c4-3fd8-4625-bc67-899015a586ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '74cc6bdb-7b37-4594-91ba-090749308f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:47:14.152395 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c82f2b9f-9efe-4861-9d52-7977175a03c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:14.152710 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82f2b9f-9efe-4861-9d52-7977175a03c4 None None] Bound using segment: {'id': '7c2a59c4-3fd8-4625-bc67-899015a586ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '74cc6bdb-7b37-4594-91ba-090749308f61'} {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:47:14.153144 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-c82f2b9f-9efe-4861-9d52-7977175a03c4 None None] Bound port: be9c8437-e915-483f-8cd0-db09d452146c, host: dv-cinder-808473-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2a59c4-3fd8-4625-bc67-899015a586ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '74cc6bdb-7b37-4594-91ba-090749308f61'}}] {{(pid=74983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:47:14.153455 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c82f2b9f-9efe-4861-9d52-7977175a03c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:14.229575 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-2d2b6592-cdb2-4124-bf53-d384d49201bf req-0f69f6e5-9597-47f5-8151-127c8a43c3fb service neutron] 10.222.0.24 "GET /v2.0/networks/344edc15-821a-46e8-88af-fc737f1ffc8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1884806
Sep 10 16:47:14.275358 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c82f2b9f-9efe-4861-9d52-7977175a03c4 None None] For port be9c8437-e915-483f-8cd0-db09d452146c, host dv-cinder-808473-1-iscsi, cleared binding levels {{(pid=74983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:47:14.279072 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c82f2b9f-9efe-4861-9d52-7977175a03c4 None None] For port be9c8437-e915-483f-8cd0-db09d452146c, host dv-cinder-808473-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=be9c8437-e915-483f-8cd0-db09d452146c,segment=NetworkSegment(7c2a59c4-3fd8-4625-bc67-899015a586ac),segment_id=7c2a59c4-3fd8-4625-bc67-899015a586ac)] {{(pid=74983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:47:14.294837 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c82f2b9f-9efe-4861-9d52-7977175a03c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:14.300731 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-bf91c10f-d6cf-41dc-b62e-d50ed6856371 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:14.384507 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f43798-e19d-401e-8203-c7931887e2f4 None None] Pushing event updated for resources: {'Port': ['ID=be9c8437-e915-483f-8cd0-db09d452146c,revision_number=4']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:14.388442 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-86f43798-e19d-401e-8203-c7931887e2f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:14.394597 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning for port df318bd2-892a-47b5-88c8-be5c0b230260 completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:47:14.412110 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-2d2b6592-cdb2-4124-bf53-d384d49201bf req-8ed4a391-cc67-4039-b5e1-f0941342ca26 service neutron] 10.222.0.24 "GET /v2.0/networks/344edc15-821a-46e8-88af-fc737f1ffc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1731617
Sep 10 16:47:14.414758 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port df318bd2-892a-47b5-88c8-be5c0b230260 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:47:14.415174 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:14.536323 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82f2b9f-9efe-4861-9d52-7977175a03c4 None None] Routers {'6b8ddce8-f2d1-4eff-9a86-cccab625f46a'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:47:14.537266 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-c82f2b9f-9efe-4861-9d52-7977175a03c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f862560b040>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:46:57Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['6b8ddce8-f2d1-4eff-9a86-cccab625f46a'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:47:14.657413 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c52291-f06c-4a9e-a5bf-242b7cbc7b07 req-874d3088-e1bc-419f-a790-9911d37251f8 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:14.670314 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-30c52291-f06c-4a9e-a5bf-242b7cbc7b07 req-874d3088-e1bc-419f-a790-9911d37251f8 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 945 time: 0.2785640
Sep 10 16:47:14.866774 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-30c52291-f06c-4a9e-a5bf-242b7cbc7b07 req-28431a7b-b10d-42c9-907c-072e34955192 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1954122
Sep 10 16:47:14.885974 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 15146507-1cad-4a41-9096-415a2b62f39d up at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:47:14.997165 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:15.046961 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cade877-e01c-4625-afb4-e4295c94d322 admin admin] Router 7f0ebc99-fc55-47d7-8d44-0a0e6636fdef has already been hosted by L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 {{(pid=74981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 10 16:47:15.072209 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-c82f2b9f-9efe-4861-9d52-7977175a03c4 None None] Set router 6b8ddce8-f2d1-4eff-9a86-cccab625f46a gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:47:15.384615 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21f9cc-a355-4488-8d4d-6651f3c70c02 req-627c6bc9-9031-4624-8bc9-188599940199 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:15.386148 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-fd21f9cc-a355-4488-8d4d-6651f3c70c02 req-627c6bc9-9031-4624-8bc9-188599940199 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/ports?device_id=58fb03c4-e7a9-47f8-a60c-7f833d151f08 HTTP/1.1" status: 200  len: 945 time: 0.2298377
Sep 10 16:47:15.397645 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5a31f-f110-4d77-a1fe-95b1aebe397b req-e71ac493-6c1c-40ab-a554-934758fd6578 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:15.398456 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-17d5a31f-f110-4d77-a1fe-95b1aebe397b req-e71ac493-6c1c-40ab-a554-934758fd6578 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Synchronizing usage tracker for tenant:73cdfc2295ba43b88eedc5611288b0f3 on resource:port {{(pid=74982) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:47:15.424203 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-17d5a31f-f110-4d77-a1fe-95b1aebe397b req-e71ac493-6c1c-40ab-a554-934758fd6578 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Unset dirty status for tenant:73cdfc2295ba43b88eedc5611288b0f3 on resource:port {{(pid=74982) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:47:15.425365 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-17d5a31f-f110-4d77-a1fe-95b1aebe397b req-e71ac493-6c1c-40ab-a554-934758fd6578 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=93046c15-f39d-4221-b21c-f596460845b1 HTTP/1.1" status: 200  len: 946 time: 0.1420882
Sep 10 16:47:15.440860 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] For port df318bd2-892a-47b5-88c8-be5c0b230260, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=df318bd2-892a-47b5-88c8-be5c0b230260,segment=NetworkSegment(c5a19012-d1b7-40fb-9185-4f6121dd52f6),segment_id=c5a19012-d1b7-40fb-9185-4f6121dd52f6)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:47:15.441741 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning for port 15146507-1cad-4a41-9096-415a2b62f39d completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:47:15.450469 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:15.454544 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-1c8749d0-fdb9-475a-ac5c-69ca51aa87cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:15.459239 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cade877-e01c-4625-afb4-e4295c94d322 admin admin] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:47:15.464280 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-fd21f9cc-a355-4488-8d4d-6651f3c70c02 req-99091f9a-4afb-4531-9321-440330abe729 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/security-groups?id=564cabe0-7e89-4b45-b555-0715bed9afdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701578
Sep 10 16:47:15.473141 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fcf317-8650-4ac8-86c8-e920f3543812 None None] Sync routers for ids ['7f0ebc99-fc55-47d7-8d44-0a0e6636fdef'] in dv-cinder-808473-1-iscsi {{(pid=74984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:47:15.476577 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-9cade877-e01c-4625-afb4-e4295c94d322 admin admin] 10.222.0.41 "PUT /v2.0/routers/7f0ebc99-fc55-47d7-8d44-0a0e6636fdef/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4080088
Sep 10 16:47:15.481538 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 60166) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:15.492594 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fcf317-8650-4ac8-86c8-e920f3543812 None None] Routers {'7f0ebc99-fc55-47d7-8d44-0a0e6636fdef'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:47:15.498059 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-30fcf317-8650-4ac8-86c8-e920f3543812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8625836a00>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:46:57Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['7f0ebc99-fc55-47d7-8d44-0a0e6636fdef'], 'active': True} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:47:15.504176 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-17d5a31f-f110-4d77-a1fe-95b1aebe397b req-cbf0e905-9aa5-4629-adb2-3412ae74a5c3 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732317
Sep 10 16:47:15.531688 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning complete for port 15146507-1cad-4a41-9096-415a2b62f39d triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:47:15.531688 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:15.642514 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Pushing event updated for resources: {'Port': ['ID=df318bd2-892a-47b5-88c8-be5c0b230260,revision_number=5']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:15.648799 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:15.710060 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvr_db [None req-30fcf317-8650-4ac8-86c8-e920f3543812 None None] Set router 7f0ebc99-fc55-47d7-8d44-0a0e6636fdef gateway port host: dv-cinder-808473-1-iscsi {{(pid=74984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:47:15.716083 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:15.730468 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-c82f2b9f-9efe-4861-9d52-7977175a03c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f862560b040>, [{'id': '6b8ddce8-f2d1-4eff-9a86-cccab625f46a', 'name': 'tempest-TestShelveInstance-1829433061-router', 'tenant_id': '817d6161456d4ad8845bd719e2966b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:52Z', 'updated_at': '2021-09-10T16:47:01Z', 'revision_number': 4, 'project_id': '817d6161456d4ad8845bd719e2966b4c', 'gw_port': {'id': 'ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:91:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8ddce8-f2d1-4eff-9a86-cccab625f46a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:53Z', 'updated_at': '2021-09-10T16:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': 'be9c8437-e915-483f-8cd0-db09d452146c', 'name': '', 'network_id': '74cc6bdb-7b37-4594-91ba-090749308f61', 'tenant_id': '817d6161456d4ad8845bd719e2966b4c', 'mac_address': 'fa:16:3e:54:f6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8ddce8-f2d1-4eff-9a86-cccab625f46a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c16d58a3-b651-4121-a81b-00c18b8f9903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:58Z', 'updated_at': '2021-09-10T16:47:14Z', 'revision_number': 4, 'project_id': '817d6161456d4ad8845bd719e2966b4c', 'subnets': [{'id': 'c16d58a3-b651-4121-a81b-00c18b8f9903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:47:15.739591 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82f2b9f-9efe-4861-9d52-7977175a03c4 None None] The sync data for ids ['6b8ddce8-f2d1-4eff-9a86-cccab625f46a'] in dv-cinder-808473-1-iscsi is: [{'id': '6b8ddce8-f2d1-4eff-9a86-cccab625f46a', 'name': 'tempest-TestShelveInstance-1829433061-router', 'tenant_id': '817d6161456d4ad8845bd719e2966b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:52Z', 'updated_at': '2021-09-10T16:47:01Z', 'revision_number': 4, 'project_id': '817d6161456d4ad8845bd719e2966b4c', 'gw_port': {'id': 'ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:91:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8ddce8-f2d1-4eff-9a86-cccab625f46a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:53Z', 'updated_at': '2021-09-10T16:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': 'be9c8437-e915-483f-8cd0-db09d452146c', 'name': '', 'network_id': '74cc6bdb-7b37-4594-91ba-090749308f61', 'tenant_id': '817d6161456d4ad8845bd719e2966b4c', 'mac_address': 'fa:16:3e:54:f6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8ddce8-f2d1-4eff-9a86-cccab625f46a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c16d58a3-b651-4121-a81b-00c18b8f9903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:58Z', 'updated_at': '2021-09-10T16:47:14Z', 'revision_number': 4, 'project_id': '817d6161456d4ad8845bd719e2966b4c', 'subnets': [{'id': 'c16d58a3-b651-4121-a81b-00c18b8f9903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:47:15.760432 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fb03c4-e7a9-47f8-a60c-7f833d151f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15146507-1cad-4a41-9096-415a2b62f39d'}] {{(pid=74983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:47:15.761931 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-84fa21de-6f2f-4f38-b933-c6b379d88041 admin admin] Notify callbacks [] for router, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:15.790244 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 15146507-1cad-4a41-9096-415a2b62f39d, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=15146507-1cad-4a41-9096-415a2b62f39d,segment=NetworkSegment(169bb50e-b9ea-407f-a6c4-f5299a7789d0),segment_id=169bb50e-b9ea-407f-a6c4-f5299a7789d0)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:47:15.797728 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:15.798796 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736 no longer exists at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:47:15.876211 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:15.926187 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device df318bd2-892a-47b5-88c8-be5c0b230260 up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:47:16.002308 dv-cinder-808473-1-iscsi neutron-server[74983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fb03c4-e7a9-47f8-a60c-7f833d151f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15146507-1cad-4a41-9096-415a2b62f39d', 'code': 200}
Sep 10 16:47:16.173847 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=15146507-1cad-4a41-9096-415a2b62f39d,revision_number=5']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:16.180379 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:16.338356 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-84fa21de-6f2f-4f38-b933-c6b379d88041 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:16.351246 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [None req-84fa21de-6f2f-4f38-b933-c6b379d88041 admin admin] Deleting port 2117fe5a-50af-4ca1-a603-416f7b9806a8 {{(pid=74981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:47:16.351858 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-84fa21de-6f2f-4f38-b933-c6b379d88041 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:16.360486 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:16.398200 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port df318bd2-892a-47b5-88c8-be5c0b230260 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:47:16.404892 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:16.435116 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-30fcf317-8650-4ac8-86c8-e920f3543812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8625836a00>, [{'id': '7f0ebc99-fc55-47d7-8d44-0a0e6636fdef', 'name': 'tempest-ServerRescueNegativeTestJSON-2086195183-router', 'tenant_id': 'ff9271dbe9584869afd7a0ccba96dfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '2117fe5a-50af-4ca1-a603-416f7b9806a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:30Z', 'updated_at': '2021-09-10T16:47:13Z', 'revision_number': 5, 'project_id': 'ff9271dbe9584869afd7a0ccba96dfb8', 'gw_port': {'id': '2117fe5a-50af-4ca1-a603-416f7b9806a8', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:05:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0ebc99-fc55-47d7-8d44-0a0e6636fdef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi'}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:47:16.445146 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fcf317-8650-4ac8-86c8-e920f3543812 None None] Checking router: 7f0ebc99-fc55-47d7-8d44-0a0e6636fdef for host: dv-cinder-808473-1-iscsi {{(pid=74984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:47:16.475760 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fcf317-8650-4ac8-86c8-e920f3543812 None None] Routers {'7f0ebc99-fc55-47d7-8d44-0a0e6636fdef'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:47:16.476347 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-30fcf317-8650-4ac8-86c8-e920f3543812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8625836a00>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:46:57Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['7f0ebc99-fc55-47d7-8d44-0a0e6636fdef'], 'active': True} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:47:16.509903 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e139a49-8b53-452e-a133-7fb9a3f7efb1 req-63c9c019-81c4-4eb6-8ba1-9915ff33a016 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:16.526540 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-6e139a49-8b53-452e-a133-7fb9a3f7efb1 req-63c9c019-81c4-4eb6-8ba1-9915ff33a016 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 945 time: 0.4068108
Sep 10 16:47:16.572196 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736,segment=NetworkSegment(26e62b26-76ed-49f4-9578-2518370488fd),segment_id=26e62b26-76ed-49f4-9578-2518370488fd)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:47:16.597881 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:16.609411 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:16.640515 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-48bb82dc-0db8-4c66-9bfe-6c45e04c76c0 req-04c29b96-2dc4-422c-9d66-fb92a73d4c54 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=58fb03c4-e7a9-47f8-a60c-7f833d151f08 HTTP/1.1" status: 200  len: 1099 time: 0.3296740
Sep 10 16:47:16.744244 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [None req-84fa21de-6f2f-4f38-b933-c6b379d88041 admin admin] For port 2117fe5a-50af-4ca1-a603-416f7b9806a8, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=2117fe5a-50af-4ca1-a603-416f7b9806a8,segment=NetworkSegment(7f0f17d1-ee65-42aa-885b-938bb9d3cd64),segment_id=7f0f17d1-ee65-42aa-885b-938bb9d3cd64)] {{(pid=74981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:47:16.745313 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-84fa21de-6f2f-4f38-b933-c6b379d88041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:16.802489 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736,revision_number=8']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:16.805658 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:16.812306 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-6e139a49-8b53-452e-a133-7fb9a3f7efb1 req-08bd3e06-b112-46fb-9594-d6565fdef05c tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2847331
Sep 10 16:47:16.836671 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-48bb82dc-0db8-4c66-9bfe-6c45e04c76c0 req-14f0918f-069c-42ff-8af1-9ad062831469 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=564cabe0-7e89-4b45-b555-0715bed9afdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1952710
Sep 10 16:47:16.916475 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvr_db [None req-30fcf317-8650-4ac8-86c8-e920f3543812 None None] Set router 7f0ebc99-fc55-47d7-8d44-0a0e6636fdef gateway port host: None {{(pid=74984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:47:17.114339 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91e7f6-9301-4ba9-b109-484d11b8234f req-cee05512-6082-4edf-a539-5a7de007343d tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:17.121653 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-aa91e7f6-9301-4ba9-b109-484d11b8234f req-cee05512-6082-4edf-a539-5a7de007343d tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=93046c15-f39d-4221-b21c-f596460845b1 HTTP/1.1" status: 200  len: 946 time: 0.1121409
Sep 10 16:47:17.141724 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-30fcf317-8650-4ac8-86c8-e920f3543812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8625836a00>, [{'id': '7f0ebc99-fc55-47d7-8d44-0a0e6636fdef', 'name': 'tempest-ServerRescueNegativeTestJSON-2086195183-router', 'tenant_id': 'ff9271dbe9584869afd7a0ccba96dfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:30Z', 'updated_at': '2021-09-10T16:47:16Z', 'revision_number': 6, 'project_id': 'ff9271dbe9584869afd7a0ccba96dfb8', 'gw_port_host': None}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:47:17.146611 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fcf317-8650-4ac8-86c8-e920f3543812 None None] The sync data for ids ['7f0ebc99-fc55-47d7-8d44-0a0e6636fdef'] in dv-cinder-808473-1-iscsi is: [{'id': '7f0ebc99-fc55-47d7-8d44-0a0e6636fdef', 'name': 'tempest-ServerRescueNegativeTestJSON-2086195183-router', 'tenant_id': 'ff9271dbe9584869afd7a0ccba96dfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:30Z', 'updated_at': '2021-09-10T16:47:16Z', 'revision_number': 6, 'project_id': 'ff9271dbe9584869afd7a0ccba96dfb8', 'gw_port_host': None}] {{(pid=74984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:47:17.155266 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [None req-84fa21de-6f2f-4f38-b933-c6b379d88041 admin admin] Calling delete_port for 2117fe5a-50af-4ca1-a603-416f7b9806a8 owned by network:router_gateway {{(pid=74981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:47:17.170000 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-aa91e7f6-9301-4ba9-b109-484d11b8234f req-a951edcd-2d85-4402-b842-5908d1f9c8c6 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/security-groups?id=1480bcbe-d380-4572-b8e2-8d8a6cc98395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473075
Sep 10 16:47:17.273651 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f11eb6-6d59-458e-9602-ce8a996b3323 req-c86c6457-f319-43e0-a7a7-23dd6cb1ef47 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:17.275230 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-97f11eb6-6d59-458e-9602-ce8a996b3323 req-c86c6457-f319-43e0-a7a7-23dd6cb1ef47 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/ports?device_id=58fb03c4-e7a9-47f8-a60c-7f833d151f08 HTTP/1.1" status: 200  len: 946 time: 0.2426553
Sep 10 16:47:17.353336 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-97f11eb6-6d59-458e-9602-ce8a996b3323 req-e5cba67b-169b-4359-ad39-87bbf8afe421 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/security-groups?id=564cabe0-7e89-4b45-b555-0715bed9afdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694156
Sep 10 16:47:17.378709 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdbd9fd-8383-49a9-a791-12929474ad6d req-eb6b7042-79d6-4e93-892a-fe1833925fd4 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:17.380217 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-2cdbd9fd-8383-49a9-a791-12929474ad6d req-eb6b7042-79d6-4e93-892a-fe1833925fd4 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.24 "GET /v2.0/ports?device_id=93046c15-f39d-4221-b21c-f596460845b1 HTTP/1.1" status: 200  len: 946 time: 0.1492686
Sep 10 16:47:17.430480 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-84fa21de-6f2f-4f38-b933-c6b379d88041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802'] for port, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:17.448205 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-8421fc98-c35e-46c9-b001-698d31c5a370 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:17.463263 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [req-2cdbd9fd-8383-49a9-a791-12929474ad6d req-9e5315b6-6373-4616-a31b-5527455216c9 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Deleting port 47e9ac5c-979b-4574-ba87-601765b73441 {{(pid=74982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:47:17.463789 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-2cdbd9fd-8383-49a9-a791-12929474ad6d req-9e5315b6-6373-4616-a31b-5527455216c9 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:17.500818 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fa21de-6f2f-4f38-b933-c6b379d88041 admin admin] Pushing event deleted for resources: {'Port': ['ID=2117fe5a-50af-4ca1-a603-416f7b9806a8,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:17.507401 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-84fa21de-6f2f-4f38-b933-c6b379d88041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:17.715067 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-84fa21de-6f2f-4f38-b933-c6b379d88041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446838'] for router_gateway, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:17.785937 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.db [req-2cdbd9fd-8383-49a9-a791-12929474ad6d req-9e5315b6-6373-4616-a31b-5527455216c9 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] For port 47e9ac5c-979b-4574-ba87-601765b73441, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=47e9ac5c-979b-4574-ba87-601765b73441,segment=NetworkSegment(abd13d7f-4963-4fb7-a767-dde5547d2c9d),segment_id=abd13d7f-4963-4fb7-a767-dde5547d2c9d)] {{(pid=74982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:47:17.786530 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-2cdbd9fd-8383-49a9-a791-12929474ad6d req-9e5315b6-6373-4616-a31b-5527455216c9 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:17.982049 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device be9c8437-e915-483f-8cd0-db09d452146c up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:47:17.990617 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [req-2cdbd9fd-8383-49a9-a791-12929474ad6d req-9e5315b6-6373-4616-a31b-5527455216c9 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Calling delete_port for 47e9ac5c-979b-4574-ba87-601765b73441 owned by compute:nova {{(pid=74982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:47:18.040907 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0007b50-7c84-4a40-af93-ae969d856f47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736'}] {{(pid=74983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:47:18.086179 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-84fa21de-6f2f-4f38-b933-c6b379d88041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16218'] for router, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:18.097493 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-84fa21de-6f2f-4f38-b933-c6b379d88041 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:18.144787 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning for port be9c8437-e915-483f-8cd0-db09d452146c completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:47:18.156403 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port be9c8437-e915-483f-8cd0-db09d452146c triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:47:18.157073 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:18.188956 dv-cinder-808473-1-iscsi neutron-server[74983]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f0007b50-7c84-4a40-af93-ae969d856f47', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736', 'code': 422} returned with failed status
Sep 10 16:47:18.313311 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-84fa21de-6f2f-4f38-b933-c6b379d88041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-448530'] for router, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:18.314638 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84fa21de-6f2f-4f38-b933-c6b379d88041 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f0ebc99-fc55-47d7-8d44-0a0e6636fdef {{(pid=74981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Sep 10 16:47:18.350027 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-84fa21de-6f2f-4f38-b933-c6b379d88041 admin admin] Notify callbacks [] for router, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:18.354393 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-84fa21de-6f2f-4f38-b933-c6b379d88041 admin admin] 10.222.0.41 "DELETE /v2.0/routers/7f0ebc99-fc55-47d7-8d44-0a0e6636fdef HTTP/1.1" status: 204  len: 168 time: 2.8715808
Sep 10 16:47:18.358346 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 60206) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:18.360245 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:18.431938 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0a5de-8bb8-46c4-a480-60ef3519364a req-d29767de-7330-463a-a14c-a4bf69f88cb7 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:18.439247 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-9af0a5de-8bb8-46c4-a480-60ef3519364a req-d29767de-7330-463a-a14c-a4bf69f88cb7 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 943 time: 0.1971581
Sep 10 16:47:18.439512 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] For port be9c8437-e915-483f-8cd0-db09d452146c, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=be9c8437-e915-483f-8cd0-db09d452146c,segment=NetworkSegment(7c2a59c4-3fd8-4625-bc67-899015a586ac),segment_id=7c2a59c4-3fd8-4625-bc67-899015a586ac)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:47:18.443505 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:18.445470 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-1730ccda-58bd-4325-9221-2197c8438e09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:18.468768 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-2cdbd9fd-8383-49a9-a791-12929474ad6d req-9e5315b6-6373-4616-a31b-5527455216c9 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:18.471510 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.db_base_plugin_v2 [None req-e16dfe82-f2ad-4633-9e7c-ec6d993cd94b admin admin] Deleting subnet 9d93a1e6-380c-4d96-8193-6a5a396655bc {{(pid=74981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 10 16:47:18.477526 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-fbd94695-2cde-4299-9fed-933d64c55209 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:18.482148 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 5ef27838-0437-4f5d-8dc9-47dc4e86c0bd no longer exists at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:47:18.483101 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-e16dfe82-f2ad-4633-9e7c-ec6d993cd94b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:18.510818 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] get_ports_and_sgs() called for port_ids ['47e9ac5c-979b-4574-ba87-601765b73441'] {{(pid=74983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 10 16:47:18.514794 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f47514d1-bbb8-4093-b5df-9d2f26dde5ed req-b566bab5-0498-47e2-b685-508e1aa7f456 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.41 "GET /v2.0/ports?device_id=93046c15-f39d-4221-b21c-f596460845b1 HTTP/1.1" status: 200  len: 210 time: 0.0856478
Sep 10 16:47:18.549024 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-9af0a5de-8bb8-46c4-a480-60ef3519364a req-cf0f9b94-e4bf-42d1-bd78-d965a6697c5a tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1088624
Sep 10 16:47:18.564929 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-e16dfe82-f2ad-4633-9e7c-ec6d993cd94b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:18.571773 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] No Port match for: 5ef27838-0437-4f5d-8dc9-47dc4e86c0bd {{(pid=74983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 10 16:47:18.572084 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 5ef27838-0437-4f5d-8dc9-47dc4e86c0bd not bound to the agent host dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 10 16:47:18.579928 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-e16dfe82-f2ad-4633-9e7c-ec6d993cd94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-567488'] for subnet, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:18.594129 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Pushing event updated for resources: {'Port': ['ID=be9c8437-e915-483f-8cd0-db09d452146c,revision_number=5']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:18.594129 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:18.612618 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5315b6-6373-4616-a31b-5527455216c9 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Pushing event deleted for resources: {'Port': ['ID=47e9ac5c-979b-4574-ba87-601765b73441,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:18.619650 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-9e5315b6-6373-4616-a31b-5527455216c9 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:18.661234 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cdbd9fd-8383-49a9-a791-12929474ad6d req-9e5315b6-6373-4616-a31b-5527455216c9 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] No DVR routers for this DVR port 47e9ac5c-979b-4574-ba87-601765b73441 on host hv-cinder-80847 {{(pid=74982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 10 16:47:18.664060 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-2cdbd9fd-8383-49a9-a791-12929474ad6d req-9e5315b6-6373-4616-a31b-5527455216c9 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:18.667178 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93046c15-f39d-4221-b21c-f596460845b1', 'name': 'network-vif-deleted', 'tag': '47e9ac5c-979b-4574-ba87-601765b73441'}] {{(pid=74982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:47:18.682484 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-e16dfe82-f2ad-4633-9e7c-ec6d993cd94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695'] for subnet, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:18.690169 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:18.718402 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-2cdbd9fd-8383-49a9-a791-12929474ad6d req-9e5315b6-6373-4616-a31b-5527455216c9 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] 10.222.0.24 "DELETE /v2.0/ports/47e9ac5c-979b-4574-ba87-601765b73441 HTTP/1.1" status: 204  len: 173 time: 1.3266809
Sep 10 16:47:18.731367 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16dfe82-f2ad-4633-9e7c-ec6d993cd94b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d93a1e6-380c-4d96-8193-6a5a396655bc,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:18.736488 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-e16dfe82-f2ad-4633-9e7c-ec6d993cd94b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:18.743286 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-e16dfe82-f2ad-4633-9e7c-ec6d993cd94b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for subnet, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:18.752561 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-e16dfe82-f2ad-4633-9e7c-ec6d993cd94b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9d93a1e6-380c-4d96-8193-6a5a396655bc HTTP/1.1" status: 204  len: 168 time: 0.3910294
Sep 10 16:47:18.752981 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 60220) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:18.786305 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09689bb-bd93-499e-9561-cf495d4abd4d req-4c636336-54c8-43ab-97e0-07e7c724307e tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:18.787781 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-a09689bb-bd93-499e-9561-cf495d4abd4d req-4c636336-54c8-43ab-97e0-07e7c724307e tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/ports?device_id=58fb03c4-e7a9-47f8-a60c-7f833d151f08 HTTP/1.1" status: 200  len: 946 time: 0.1048763
Sep 10 16:47:18.851412 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736 no longer exists at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:47:18.874892 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-a09689bb-bd93-499e-9561-cf495d4abd4d req-2a867f63-9cfe-414c-b5f2-896fcc402875 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/security-groups?id=564cabe0-7e89-4b45-b555-0715bed9afdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815024
Sep 10 16:47:18.977955 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93046c15-f39d-4221-b21c-f596460845b1', 'name': 'network-vif-deleted', 'tag': '47e9ac5c-979b-4574-ba87-601765b73441', 'status': 'completed', 'code': 200}
Sep 10 16:47:19.045920 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 47e9ac5c-979b-4574-ba87-601765b73441 no longer exists at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:47:19.086335 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] No Port match for: 47e9ac5c-979b-4574-ba87-601765b73441 {{(pid=74983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 10 16:47:19.086930 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 47e9ac5c-979b-4574-ba87-601765b73441 not bound to the agent host hv-cinder-80847 {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 10 16:47:19.103276 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-23cb5776-fda4-405a-b1a6-af90cd6210c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630774'] for network, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:19.265454 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-23cb5776-fda4-405a-b1a6-af90cd6210c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571207', 'neutron.services.segments.db._delete_segments_for_network-8763384148637'] for network, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:19.311041 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-23cb5776-fda4-405a-b1a6-af90cd6210c2 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f86251cc190>> segment before_delete 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:47:19.311491 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-23cb5776-fda4-405a-b1a6-af90cd6210c2 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f86251cc190>> subnet precommit_delete_associations 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:47:19.312237 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-23cb5776-fda4-405a-b1a6-af90cd6210c2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8624bcce20>> segment_host_mapping after_create 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:47:19.312563 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-23cb5776-fda4-405a-b1a6-af90cd6210c2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8624bcce20>> port after_create 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:47:19.312879 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-23cb5776-fda4-405a-b1a6-af90cd6210c2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8624bcce20>> port after_delete 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:47:19.313204 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-23cb5776-fda4-405a-b1a6-af90cd6210c2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8624bcce20>> port after_update 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:47:19.314310 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-23cb5776-fda4-405a-b1a6-af90cd6210c2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8624bcce20>> segment after_delete 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:47:19.315973 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-23cb5776-fda4-405a-b1a6-af90cd6210c2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8624bcce20>> subnet after_create 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:47:19.316322 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-23cb5776-fda4-405a-b1a6-af90cd6210c2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8624bcce20>> subnet after_delete 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:47:19.316643 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-23cb5776-fda4-405a-b1a6-af90cd6210c2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8624bcce20>> subnet after_update 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:47:19.522834 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-23cb5776-fda4-405a-b1a6-af90cd6210c2 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8625469a00>> subnet after_create 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:47:19.523198 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-23cb5776-fda4-405a-b1a6-af90cd6210c2 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8625469a00>> subnet after_delete 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:47:19.523519 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-23cb5776-fda4-405a-b1a6-af90cd6210c2 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8625469a00>> subnet before_create 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:47:19.523839 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-23cb5776-fda4-405a-b1a6-af90cd6210c2 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8625469a00>> subnet before_update 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 10 16:47:19.524212 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.services.segments.db [None req-23cb5776-fda4-405a-b1a6-af90cd6210c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8624bcc880>,) {'filters': {'network_id': ['9e1586a1-ebae-4187-8d60-d4881a64afce']}} {{(pid=74981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:47:19.539756 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.services.segments.db [None req-23cb5776-fda4-405a-b1a6-af90cd6210c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8624bcc880>, '76ae9ed9-8960-43ef-aa42-1124251984d8') {'for_net_delete': True} {{(pid=74981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:47:19.540159 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.services.segments.db [None req-23cb5776-fda4-405a-b1a6-af90cd6210c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8624bcc880>, '76ae9ed9-8960-43ef-aa42-1124251984d8') {} {{(pid=74981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:47:19.555773 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-23cb5776-fda4-405a-b1a6-af90cd6210c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763384234424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3598071'] for segment, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:19.575839 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-23cb5776-fda4-405a-b1a6-af90cd6210c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-567309'] for segment, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:19.585046 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23cb5776-fda4-405a-b1a6-af90cd6210c2 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=74981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 10 16:47:19.585468 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-23cb5776-fda4-405a-b1a6-af90cd6210c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2943294'] for segment, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:19.602685 dv-cinder-808473-1-iscsi neutron-server[74981]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Sep 10 16:47:19.602685 dv-cinder-808473-1-iscsi neutron-server[74981]:   util.warn_limited(
Sep 10 16:47:19.602685 dv-cinder-808473-1-iscsi neutron-server[74981]: Traceback (most recent call last):
Sep 10 16:47:19.602685 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 10 16:47:19.602685 dv-cinder-808473-1-iscsi neutron-server[74981]:     timer()
Sep 10 16:47:19.602685 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 10 16:47:19.602685 dv-cinder-808473-1-iscsi neutron-server[74981]:     cb(*args, **kw)
Sep 10 16:47:19.602685 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Sep 10 16:47:19.602685 dv-cinder-808473-1-iscsi neutron-server[74981]:     return func(*args, **kwargs)
Sep 10 16:47:19.602685 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 10 16:47:19.602685 dv-cinder-808473-1-iscsi neutron-server[74981]:     self._notify()
Sep 10 16:47:19.602685 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 10 16:47:19.602685 dv-cinder-808473-1-iscsi neutron-server[74981]:     self.callback(batched_events)
Sep 10 16:47:19.602685 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 10 16:47:19.602685 dv-cinder-808473-1-iscsi neutron-server[74981]:     event.method(event)
Sep 10 16:47:19.602685 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 10 16:47:19.602685 dv-cinder-808473-1-iscsi neutron-server[74981]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 10 16:47:19.602685 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 10 16:47:19.602685 dv-cinder-808473-1-iscsi neutron-server[74981]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 10 16:47:19.602685 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 10 16:47:19.602685 dv-cinder-808473-1-iscsi neutron-server[74981]:     return f(self, *a, **k)
Sep 10 16:47:19.602685 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 10 16:47:19.602685 dv-cinder-808473-1-iscsi neutron-server[74981]:     return self._get(url).json()
Sep 10 16:47:19.602685 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 10 16:47:19.602685 dv-cinder-808473-1-iscsi neutron-server[74981]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 10 16:47:19.602685 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 10 16:47:19.602685 dv-cinder-808473-1-iscsi neutron-server[74981]:     return self.request(url, 'GET', **kwargs)
Sep 10 16:47:19.602685 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 10 16:47:19.602685 dv-cinder-808473-1-iscsi neutron-server[74981]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 10 16:47:19.602685 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 10 16:47:19.602685 dv-cinder-808473-1-iscsi neutron-server[74981]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 10 16:47:19.602685 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 10 16:47:19.602685 dv-cinder-808473-1-iscsi neutron-server[74981]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 10 16:47:19.602685 dv-cinder-808473-1-iscsi neutron-server[74981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 10 16:47:19.693618 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-23cb5776-fda4-405a-b1a6-af90cd6210c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446813'] for network, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:19.698931 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 60264) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:19.699548 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-a96f16c3-4887-47eb-bab6-ee9a3b37d002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:19.740159 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-72867a1b-ae1d-4ef9-a995-9bf549a5fd92 req-4bb3626b-3988-47c3-aa95-5eded560ff38 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0895052
Sep 10 16:47:19.805803 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb5776-fda4-405a-b1a6-af90cd6210c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e1586a1-ebae-4187-8d60-d4881a64afce,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:19.807959 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-23cb5776-fda4-405a-b1a6-af90cd6210c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for network, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:19.809906 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device be9c8437-e915-483f-8cd0-db09d452146c up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:47:19.813719 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-23cb5776-fda4-405a-b1a6-af90cd6210c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:19.840084 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-23cb5776-fda4-405a-b1a6-af90cd6210c2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9e1586a1-ebae-4187-8d60-d4881a64afce HTTP/1.1" status: 204  len: 168 time: 1.0848367
Sep 10 16:47:19.863837 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee3e1709-4545-4455-8007-06272de868a8 admin admin] Deleting subnet 357cccd7-afbd-4ae1-b28c-2e5466d4b245 {{(pid=74981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 10 16:47:19.867822 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-ee3e1709-4545-4455-8007-06272de868a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:19.912715 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port be9c8437-e915-483f-8cd0-db09d452146c triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:47:19.913108 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:19.919165 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-ee3e1709-4545-4455-8007-06272de868a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3598062'] for subnet, precommit_delete_associations {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:20.010183 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-ee3e1709-4545-4455-8007-06272de868a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-567488'] for subnet, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:20.199492 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-ee3e1709-4545-4455-8007-06272de868a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2943328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3362714'] for subnet, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:20.227706 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-d8ddcad9-a47b-451d-ba67-80dcbbf95b97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:20.362256 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 60286) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:20.395451 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e1709-4545-4455-8007-06272de868a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=357cccd7-afbd-4ae1-b28c-2e5466d4b245,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:20.399357 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 60290) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:20.404016 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-ee3e1709-4545-4455-8007-06272de868a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:20.420585 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-ee3e1709-4545-4455-8007-06272de868a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for subnet, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:20.426999 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-ee3e1709-4545-4455-8007-06272de868a8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/357cccd7-afbd-4ae1-b28c-2e5466d4b245 HTTP/1.1" status: 204  len: 168 time: 0.6533387
Sep 10 16:47:20.434394 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 60296) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:20.481325 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb0b11-a98c-4bc0-a99a-46bcf7a02d87 req-50a7e868-0558-46b6-a0f9-7ab2385a9caa tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:20.483604 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-94bb0b11-a98c-4bc0-a99a-46bcf7a02d87 req-50a7e868-0558-46b6-a0f9-7ab2385a9caa tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 943 time: 0.1918025
Sep 10 16:47:20.565603 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-94bb0b11-a98c-4bc0-a99a-46bcf7a02d87 req-89e8ee71-6eb1-470e-8c06-2ae62c6c57e8 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0732558
Sep 10 16:47:20.612876 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-ac206f57-1716-4512-ae78-5dc17f84d6d9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ff9271dbe9584869afd7a0ccba96dfb8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2469108
Sep 10 16:47:20.613037 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 60300) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:20.628005 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-6eb9993d-e252-4c87-ae6c-207281b4bab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630774'] for network, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:20.672863 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-49655d07-3546-476c-8cee-b9db2f72d7eb req-96783d73-c87f-40d9-bf30-d06a6a32835f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2675593
Sep 10 16:47:20.798651 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-6eb9993d-e252-4c87-ae6c-207281b4bab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571207', 'neutron.services.segments.db._delete_segments_for_network-8763384148637'] for network, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:20.814020 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-fb5661f8-e3db-47c0-9f9f-306349ca5c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:20.836472 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.services.segments.db [None req-6eb9993d-e252-4c87-ae6c-207281b4bab6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f862550b880>,) {'filters': {'network_id': ['dc00798f-e261-4178-81bd-f43f96f04f24']}} {{(pid=74982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:47:20.863589 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.services.segments.db [None req-6eb9993d-e252-4c87-ae6c-207281b4bab6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f862550b880>, 'abd13d7f-4963-4fb7-a767-dde5547d2c9d') {'for_net_delete': True} {{(pid=74982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:47:20.863799 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.services.segments.db [None req-6eb9993d-e252-4c87-ae6c-207281b4bab6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f862550b880>, 'abd13d7f-4963-4fb7-a767-dde5547d2c9d') {} {{(pid=74982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:47:20.883279 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-fb5661f8-e3db-47c0-9f9f-306349ca5c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:20.895953 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-6eb9993d-e252-4c87-ae6c-207281b4bab6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763384234424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947275'] for segment, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:20.930315 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-6eb9993d-e252-4c87-ae6c-207281b4bab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-567309'] for segment, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:20.944139 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb9993d-e252-4c87-ae6c-207281b4bab6 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=74982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 10 16:47:20.944705 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-6eb9993d-e252-4c87-ae6c-207281b4bab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2865617'] for segment, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:20.960494 dv-cinder-808473-1-iscsi neutron-server[74982]: Traceback (most recent call last):
Sep 10 16:47:20.960494 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 10 16:47:20.960494 dv-cinder-808473-1-iscsi neutron-server[74982]:     timer()
Sep 10 16:47:20.960494 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 10 16:47:20.960494 dv-cinder-808473-1-iscsi neutron-server[74982]:     cb(*args, **kw)
Sep 10 16:47:20.960494 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Sep 10 16:47:20.960494 dv-cinder-808473-1-iscsi neutron-server[74982]:     return func(*args, **kwargs)
Sep 10 16:47:20.960494 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 10 16:47:20.960494 dv-cinder-808473-1-iscsi neutron-server[74982]:     self._notify()
Sep 10 16:47:20.960494 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 10 16:47:20.960494 dv-cinder-808473-1-iscsi neutron-server[74982]:     self.callback(batched_events)
Sep 10 16:47:20.960494 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 10 16:47:20.960494 dv-cinder-808473-1-iscsi neutron-server[74982]:     event.method(event)
Sep 10 16:47:20.960494 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 10 16:47:20.960494 dv-cinder-808473-1-iscsi neutron-server[74982]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 10 16:47:20.960494 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 10 16:47:20.960494 dv-cinder-808473-1-iscsi neutron-server[74982]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 10 16:47:20.960494 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 10 16:47:20.960494 dv-cinder-808473-1-iscsi neutron-server[74982]:     return f(self, *a, **k)
Sep 10 16:47:20.960494 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 10 16:47:20.960494 dv-cinder-808473-1-iscsi neutron-server[74982]:     return self._get(url).json()
Sep 10 16:47:20.960494 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 10 16:47:20.960494 dv-cinder-808473-1-iscsi neutron-server[74982]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 10 16:47:20.960494 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 10 16:47:20.960494 dv-cinder-808473-1-iscsi neutron-server[74982]:     return self.request(url, 'GET', **kwargs)
Sep 10 16:47:20.960494 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 10 16:47:20.960494 dv-cinder-808473-1-iscsi neutron-server[74982]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 10 16:47:20.960494 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 10 16:47:20.960494 dv-cinder-808473-1-iscsi neutron-server[74982]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 10 16:47:20.960494 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 10 16:47:20.960494 dv-cinder-808473-1-iscsi neutron-server[74982]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 10 16:47:20.960494 dv-cinder-808473-1-iscsi neutron-server[74982]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 10 16:47:21.043470 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-6eb9993d-e252-4c87-ae6c-207281b4bab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446813'] for network, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:21.051022 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-6eb9993d-e252-4c87-ae6c-207281b4bab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for network, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:21.055562 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-f16b9e5d-1623-4785-836b-6167382d5bbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:21.070429 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-fb5661f8-e3db-47c0-9f9f-306349ca5c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:21.088318 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9993d-e252-4c87-ae6c-207281b4bab6 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc00798f-e261-4178-81bd-f43f96f04f24,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:21.091238 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-6eb9993d-e252-4c87-ae6c-207281b4bab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:21.093273 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-79186b8b-bbd1-4531-bade-4ee9c96d357b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:21.105832 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5661f8-e3db-47c0-9f9f-306349ca5c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc529445-fabc-4d34-9a18-22b28d283fbb,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:21.108682 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-fb5661f8-e3db-47c0-9f9f-306349ca5c79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:21.114403 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-6eb9993d-e252-4c87-ae6c-207281b4bab6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/dc00798f-e261-4178-81bd-f43f96f04f24 HTTP/1.1" status: 204  len: 168 time: 0.6749897
Sep 10 16:47:21.115065 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-fb5661f8-e3db-47c0-9f9f-306349ca5c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:21.116517 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-fb5661f8-e3db-47c0-9f9f-306349ca5c79 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dc529445-fabc-4d34-9a18-22b28d283fbb HTTP/1.1" status: 204  len: 168 time: 0.5026000
Sep 10 16:47:21.368677 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 60318) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:21.426088 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-430e6dbd-a5d9-4c50-8dca-1a622ea91116 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=73cdfc2295ba43b88eedc5611288b0f3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0562062
Sep 10 16:47:21.428443 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 60324) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:21.498951 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-5d3154dc-fbfa-452e-89c6-61fa655fa13a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:21.531925 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-5d3154dc-fbfa-452e-89c6-61fa655fa13a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:21.590867 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-5d3154dc-fbfa-452e-89c6-61fa655fa13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:21.596686 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-ee3fcfb8-4ef4-4850-826c-799130d06600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:21.610875 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3154dc-fbfa-452e-89c6-61fa655fa13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1480bcbe-d380-4572-b8e2-8d8a6cc98395,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:21.614354 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-5d3154dc-fbfa-452e-89c6-61fa655fa13a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:21.624985 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-5d3154dc-fbfa-452e-89c6-61fa655fa13a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:21.628407 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-5d3154dc-fbfa-452e-89c6-61fa655fa13a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1480bcbe-d380-4572-b8e2-8d8a6cc98395 HTTP/1.1" status: 204  len: 168 time: 0.1967165
Sep 10 16:47:21.742694 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 2117fe5a-50af-4ca1-a603-416f7b9806a8 no longer exists at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:47:21.784335 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] No Port match for: 2117fe5a-50af-4ca1-a603-416f7b9806a8 {{(pid=74983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 10 16:47:21.784887 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 2117fe5a-50af-4ca1-a603-416f7b9806a8 not bound to the agent host dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 10 16:47:21.817292 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29958eeb-cea9-4dbd-b3bf-9fbec02f915c req-4f758bd3-df44-491d-b5c2-3c18c0e90e7f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:21.818822 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-29958eeb-cea9-4dbd-b3bf-9fbec02f915c req-4f758bd3-df44-491d-b5c2-3c18c0e90e7f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 943 time: 0.0864148
Sep 10 16:47:21.871731 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-29958eeb-cea9-4dbd-b3bf-9fbec02f915c req-840c85f7-fbc9-44a2-ae40-5c0589e52292 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470734
Sep 10 16:47:23.099287 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94031e9-101f-4a30-b8a6-9b796442a9f9 req-8b29ec81-4bc5-499d-8a40-9f1c9ff78ca8 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:23.101413 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-e94031e9-101f-4a30-b8a6-9b796442a9f9 req-8b29ec81-4bc5-499d-8a40-9f1c9ff78ca8 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 943 time: 0.0870533
Sep 10 16:47:23.166754 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-e94031e9-101f-4a30-b8a6-9b796442a9f9 req-66c71f25-bc04-4c9c-b53c-a5b68740ecfe tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590563
Sep 10 16:47:24.390571 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8edfc0-6844-4aa5-ac7f-a395dbca6e09 req-25c94d2f-f655-4e50-8a42-2f00644eb99a tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:24.391944 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-3a8edfc0-6844-4aa5-ac7f-a395dbca6e09 req-25c94d2f-f655-4e50-8a42-2f00644eb99a tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 943 time: 0.0790331
Sep 10 16:47:24.437953 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-3a8edfc0-6844-4aa5-ac7f-a395dbca6e09 req-dc14530f-92f0-4bfa-81c3-163e789da3aa tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404387
Sep 10 16:47:25.205228 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-82a1856c-61ed-4975-acf9-8cc6f7b82193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:25.624582 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:25.666211 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405b614-8ce4-47cd-bebb-8670a6f16df6 req-8d9dcd19-a4fb-4822-beda-a84b370f2909 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:25.667664 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2405b614-8ce4-47cd-bebb-8670a6f16df6 req-8d9dcd19-a4fb-4822-beda-a84b370f2909 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 943 time: 0.0928004
Sep 10 16:47:25.714474 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2405b614-8ce4-47cd-bebb-8670a6f16df6 req-3b565fe8-6188-4653-b564-e762177f6f5c tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408311
Sep 10 16:47:26.928453 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235bf94b-3939-4f76-9abd-d13b7d8187e5 req-bf370b0a-c08a-4026-9109-3e22165100a2 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:26.929920 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-235bf94b-3939-4f76-9abd-d13b7d8187e5 req-bf370b0a-c08a-4026-9109-3e22165100a2 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 943 time: 0.0802059
Sep 10 16:47:26.982289 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-235bf94b-3939-4f76-9abd-d13b7d8187e5 req-eba16c48-55ec-40fc-843c-9a70f1baa8bd tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468383
Sep 10 16:47:27.504732 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-07117448-e3c8-4916-9bb6-c94c45e46131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:28.222339 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b7715-944e-4434-8d09-65c39ac5ad5c req-95e2f427-8dca-4149-826e-762d7db2d8b9 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:28.223932 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-b31b7715-944e-4434-8d09-65c39ac5ad5c req-95e2f427-8dca-4149-826e-762d7db2d8b9 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 943 time: 0.1034563
Sep 10 16:47:28.276408 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-b31b7715-944e-4434-8d09-65c39ac5ad5c req-79536b78-c35a-4418-a511-45823e906bd1 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468178
Sep 10 16:47:28.447377 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:28.676903 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5588fb1-2a03-4346-9093-d9658c0ed03a req-9762bfa8-b6df-47c4-af26-a4581955990a tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:28.678787 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-c5588fb1-2a03-4346-9093-d9658c0ed03a req-9762bfa8-b6df-47c4-af26-a4581955990a tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 945 time: 0.1114457
Sep 10 16:47:28.764381 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-c5588fb1-2a03-4346-9093-d9658c0ed03a req-b0f5bb77-65f3-48d9-bfb6-d4dc08309f48 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/security-groups?id=6382df1d-2eb5-4164-8a85-8656b80a37c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784068
Sep 10 16:47:28.796477 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 60520) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:28.814961 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-49655d07-3546-476c-8cee-b9db2f72d7eb req-7db484d0-4261-4dd1-b490-daab7b37159e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47&tenant_id=f9bbed5573b846b8bd73e0009e1ca850 HTTP/1.1" status: 200  len: 1096 time: 0.1114862
Sep 10 16:47:28.839906 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 60526) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:28.931767 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-49655d07-3546-476c-8cee-b9db2f72d7eb req-e56ddd0a-10cc-41b2-b5d5-3f59ea68a691 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9bbed5573b846b8bd73e0009e1ca850&device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 1096 time: 0.0846686
Sep 10 16:47:29.006775 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-9a4fda3c-cb5f-4a66-8b31-94e3680ecdaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:29.041099 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-9a4fda3c-cb5f-4a66-8b31-94e3680ecdaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:47:29.045003 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-9a4fda3c-cb5f-4a66-8b31-94e3680ecdaf admin admin] Usage tracker for resource:security_group_rule and tenant:7c66ad7e232c48ca82d12ada106ff472 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:47:29.048182 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-9a4fda3c-cb5f-4a66-8b31-94e3680ecdaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:47:29.053979 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-9a4fda3c-cb5f-4a66-8b31-94e3680ecdaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:47:29.125994 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49655d07-3546-476c-8cee-b9db2f72d7eb req-e76930f3-f860-4e6f-aad9-27ac791baaf4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:29.127485 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-49655d07-3546-476c-8cee-b9db2f72d7eb req-e76930f3-f860-4e6f-aad9-27ac791baaf4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=344edc15-821a-46e8-88af-fc737f1ffc8a HTTP/1.1" status: 200  len: 917 time: 0.1891663
Sep 10 16:47:29.130234 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-9a4fda3c-cb5f-4a66-8b31-94e3680ecdaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:29.134302 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-9a4fda3c-cb5f-4a66-8b31-94e3680ecdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:29.134762 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-12b18df2-545e-48e4-be71-31af9adb810e tempest-TestMinimumBasicScenario-988780314 tempest-TestMinimumBasicScenario-988780314-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 1093 time: 0.3371484
Sep 10 16:47:29.141143 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 60534) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:29.141726 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-7e2f45d6-45dd-42c1-923e-e765bad0caf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:29.159523 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [None req-bc525091-1181-41d4-ad73-11d26aeaa2c6 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Request body: {'floatingip': {'floating_network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'port_id': 'ba122eca-fc94-4f9c-9c48-65a89010f765', 'tenant_id': 'fc4d485616234b49980bd3f8c80da5b5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:47:29.178678 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-bc525091-1181-41d4-ad73-11d26aeaa2c6 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:47:29.191195 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-bc525091-1181-41d4-ad73-11d26aeaa2c6 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Usage tracker for resource:floatingip and tenant:fc4d485616234b49980bd3f8c80da5b5 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:47:29.196457 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-bc525091-1181-41d4-ad73-11d26aeaa2c6 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:47:29.207476 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4fda3c-cb5f-4a66-8b31-94e3680ecdaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf834e9-7175-47e8-94d8-a3852a6dd85a,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:29.210687 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-bc525091-1181-41d4-ad73-11d26aeaa2c6 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:47:29.212695 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-9a4fda3c-cb5f-4a66-8b31-94e3680ecdaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:29.216619 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-9a4fda3c-cb5f-4a66-8b31-94e3680ecdaf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7c66ad7e232c48ca82d12ada106ff472&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3752604
Sep 10 16:47:29.219057 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 60538) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:29.237748 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-49655d07-3546-476c-8cee-b9db2f72d7eb req-0f266c11-1c80-4a44-b40d-a973919104df service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736 HTTP/1.1" status: 200  len: 998 time: 0.1018624
Sep 10 16:47:29.238974 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-bc525091-1181-41d4-ad73-11d26aeaa2c6 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks [] for floatingip, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:29.395451 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49655d07-3546-476c-8cee-b9db2f72d7eb req-2a7d46c4-813a-4d9a-a432-a97bee4b24f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:29.396900 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-49655d07-3546-476c-8cee-b9db2f72d7eb req-2a7d46c4-813a-4d9a-a432-a97bee4b24f7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c869236f-34e5-4060-bd38-439ed8cf68e4 HTTP/1.1" status: 200  len: 855 time: 0.1515427
Sep 10 16:47:29.454324 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-cf43ddab-7bcc-47ec-b898-4f380793792b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:29.487670 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-cf43ddab-7bcc-47ec-b898-4f380793792b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:29.537885 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-49655d07-3546-476c-8cee-b9db2f72d7eb req-87745cdd-cf06-4caa-bda0-2b77aeb74645 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=344edc15-821a-46e8-88af-fc737f1ffc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1339066
Sep 10 16:47:29.547733 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec57a60-2ecd-4f3e-aa06-9471642b6930 req-b70f96f4-4214-48ad-848b-9653b0a5665f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:29.549111 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-3ec57a60-2ecd-4f3e-aa06-9471642b6930 req-b70f96f4-4214-48ad-848b-9653b0a5665f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 943 time: 0.1006386
Sep 10 16:47:29.557132 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-bc525091-1181-41d4-ad73-11d26aeaa2c6 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:29.613024 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-cf43ddab-7bcc-47ec-b898-4f380793792b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:29.630264 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-fb5b9085-1210-482d-8cd2-80a10303b3c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:29.699928 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-3ec57a60-2ecd-4f3e-aa06-9471642b6930 req-a9e9b1c5-61b1-4311-9718-12aa51f8b616 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1290674
Sep 10 16:47:29.740697 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-49655d07-3546-476c-8cee-b9db2f72d7eb req-99da4d0d-4a1d-464b-a59b-19f3425e08c9 service neutron] 10.222.0.24 "GET /v2.0/networks/344edc15-821a-46e8-88af-fc737f1ffc8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1906755
Sep 10 16:47:29.741644 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43ddab-7bcc-47ec-b898-4f380793792b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf834e9-7175-47e8-94d8-a3852a6dd85a,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:29.743633 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-cf43ddab-7bcc-47ec-b898-4f380793792b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:29.747323 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-cf43ddab-7bcc-47ec-b898-4f380793792b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ecf834e9-7175-47e8-94d8-a3852a6dd85a HTTP/1.1" status: 204  len: 168 time: 0.5248573
Sep 10 16:47:29.764102 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-cf43ddab-7bcc-47ec-b898-4f380793792b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:29.803645 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.db_base_plugin_common [None req-bc525091-1181-41d4-ad73-11d26aeaa2c6 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Allocated IP 172.27.0.33 (7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e/dc5dafb3-b941-44a9-9498-2bdb3e4caa08/7cf37e71-4a89-4a7b-9573-9dae15735036) {{(pid=74981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:47:29.944751 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-49655d07-3546-476c-8cee-b9db2f72d7eb req-2d6d94c3-2939-44dd-8a5c-df198b8f21d8 service neutron] 10.222.0.24 "GET /v2.0/networks/344edc15-821a-46e8-88af-fc737f1ffc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1956828
Sep 10 16:47:29.945659 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:30.010680 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-bc525091-1181-41d4-ad73-11d26aeaa2c6 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks [] for port, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:30.042676 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-bc525091-1181-41d4-ad73-11d26aeaa2c6 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2943309'] for port, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:30.047769 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-d222369c-db1f-4ca8-8445-8cac57b76a65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:30.136031 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc525091-1181-41d4-ad73-11d26aeaa2c6 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Network 7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e is already hosted by enough agents. {{(pid=74981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:47:30.137478 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.base_scheduler [None req-bc525091-1181-41d4-ad73-11d26aeaa2c6 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Resources bound (agent type, host, resource id):  {{(pid=74981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:47:30.150812 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc525091-1181-41d4-ad73-11d26aeaa2c6 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Received port after_create {{(pid=74981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:47:30.186189 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc525091-1181-41d4-ad73-11d26aeaa2c6 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Pushing event updated for resources: {'Port': ['ID=7cf37e71-4a89-4a7b-9573-9dae15735036,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:30.189279 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-bc525091-1181-41d4-ad73-11d26aeaa2c6 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:30.726041 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-bc525091-1181-41d4-ad73-11d26aeaa2c6 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:30.812539 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-bc525091-1181-41d4-ad73-11d26aeaa2c6 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:31.110245 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fdbd2e-3a04-4c12-98ba-739a4fd6e34c req-6f85c1f7-d37c-4b7b-919a-e86d0b8b27d4 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:31.117187 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-19fdbd2e-3a04-4c12-98ba-739a4fd6e34c req-6f85c1f7-d37c-4b7b-919a-e86d0b8b27d4 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 943 time: 0.2042911
Sep 10 16:47:31.183614 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-bc525091-1181-41d4-ad73-11d26aeaa2c6 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks [] for port, precommit_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:31.210697 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-19fdbd2e-3a04-4c12-98ba-739a4fd6e34c req-6ab10133-e224-46a6-81dc-3d3e258bb057 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0925128
Sep 10 16:47:31.214410 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-bc525091-1181-41d4-ad73-11d26aeaa2c6 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2943322'] for port, after_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:31.223284 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:31.377283 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc525091-1181-41d4-ad73-11d26aeaa2c6 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Pushing event updated for resources: {'Port': ['ID=7cf37e71-4a89-4a7b-9573-9dae15735036,revision_number=2']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:31.380293 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-bc525091-1181-41d4-ad73-11d26aeaa2c6 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:31.446502 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-bc525091-1181-41d4-ad73-11d26aeaa2c6 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446787'] for floatingip, after_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:32.070739 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 60636) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:32.087854 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.db.l3_db [None req-bc525091-1181-41d4-ad73-11d26aeaa2c6 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Floating IP 3632f7a6-f617-4355-b8d1-7ed41919ba43 associated. External IP: 172.27.0.33, port: ba122eca-fc94-4f9c-9c48-65a89010f765.
Sep 10 16:47:32.299509 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-037c1bed-b656-4fd0-a952-c3254148668c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:32.381968 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-037c1bed-b656-4fd0-a952-c3254148668c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:47:32.394186 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-037c1bed-b656-4fd0-a952-c3254148668c admin admin] Usage tracker for resource:security_group_rule and tenant:969fd8aa066b4b1ea1d2c2ef620fe397 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:47:32.401116 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-037c1bed-b656-4fd0-a952-c3254148668c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:47:32.411858 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-037c1bed-b656-4fd0-a952-c3254148668c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:47:32.687955 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-037c1bed-b656-4fd0-a952-c3254148668c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:32.700031 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-037c1bed-b656-4fd0-a952-c3254148668c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:32.721821 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-e00d872d-f0fa-4ba2-96fc-04824348161e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:32.764547 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822aa33-1120-4d15-bce1-5b948ca0904d req-083c03ba-ac09-4143-90b2-1a410b4077ad tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:32.767190 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f822aa33-1120-4d15-bce1-5b948ca0904d req-083c03ba-ac09-4143-90b2-1a410b4077ad tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 943 time: 0.3213906
Sep 10 16:47:32.782491 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-037c1bed-b656-4fd0-a952-c3254148668c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=969fd8aa066b4b1ea1d2c2ef620fe397&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7098126
Sep 10 16:47:32.789363 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 60654) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:32.799895 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c1bed-b656-4fd0-a952-c3254148668c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc70b160-e5a8-4574-a586-8d3436879136,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:32.803351 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-037c1bed-b656-4fd0-a952-c3254148668c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:32.850004 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f822aa33-1120-4d15-bce1-5b948ca0904d req-8e4f9d21-8132-4b52-b7aa-a51c0e6baa86 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0743198
Sep 10 16:47:32.934318 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-6b671d53-a3e4-4d1d-a5fa-ed8ce8a11171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:32.977819 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-6b671d53-a3e4-4d1d-a5fa-ed8ce8a11171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:33.030305 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc525091-1181-41d4-ad73-11d26aeaa2c6 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Router 86079ec6-cf79-436f-bafd-44a3262e329f has already been hosted by L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 {{(pid=74981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 10 16:47:33.069886 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-6b671d53-a3e4-4d1d-a5fa-ed8ce8a11171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:33.078421 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-3f2baa1a-f3d1-4b8a-b148-5b30120d7a53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:33.154931 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b671d53-a3e4-4d1d-a5fa-ed8ce8a11171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc70b160-e5a8-4574-a586-8d3436879136,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:33.157955 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-6b671d53-a3e4-4d1d-a5fa-ed8ce8a11171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:33.176778 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-6b671d53-a3e4-4d1d-a5fa-ed8ce8a11171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:33.178016 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-6b671d53-a3e4-4d1d-a5fa-ed8ce8a11171 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bc70b160-e5a8-4574-a586-8d3436879136 HTTP/1.1" status: 204  len: 168 time: 0.3859363
Sep 10 16:47:33.384129 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc525091-1181-41d4-ad73-11d26aeaa2c6 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:47:33.398529 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d697fad7-b522-466b-b8c6-6b2022d788f8 None None] Sync routers for ids ['86079ec6-cf79-436f-bafd-44a3262e329f'] in dv-cinder-808473-1-iscsi {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:47:33.418371 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d697fad7-b522-466b-b8c6-6b2022d788f8 None None] Routers {'86079ec6-cf79-436f-bafd-44a3262e329f'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:47:33.419101 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-d697fad7-b522-466b-b8c6-6b2022d788f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f862530d070>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:47:27Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['86079ec6-cf79-436f-bafd-44a3262e329f'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:47:33.449404 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-bc525091-1181-41d4-ad73-11d26aeaa2c6 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for floatingip, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:33.531970 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-bc525091-1181-41d4-ad73-11d26aeaa2c6 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 4.3800867
Sep 10 16:47:33.534127 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8116b77-02dd-4069-9760-0de211200984', 'tag': 'ba122eca-fc94-4f9c-9c48-65a89010f765'}] {{(pid=74981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:47:33.535394 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 60684) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:33.542034 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-1125a7fb-b475-481a-914d-be69b139406b tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-496808036', 'description': 'tempest-secgroup-smoke-496808036 description', 'project_id': 'fc4d485616234b49980bd3f8c80da5b5'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:47:33.549543 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-1125a7fb-b475-481a-914d-be69b139406b tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:47:33.569829 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-1125a7fb-b475-481a-914d-be69b139406b tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:47:33.597880 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-1125a7fb-b475-481a-914d-be69b139406b tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:33.608210 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8116b77-02dd-4069-9760-0de211200984', 'tag': 'ba122eca-fc94-4f9c-9c48-65a89010f765', 'status': 'completed', 'code': 200}
Sep 10 16:47:33.693376 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-1125a7fb-b475-481a-914d-be69b139406b tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:47:33.708804 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-1125a7fb-b475-481a-914d-be69b139406b tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Usage tracker for resource:security_group_rule and tenant:fc4d485616234b49980bd3f8c80da5b5 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:47:33.713622 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-1125a7fb-b475-481a-914d-be69b139406b tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:47:33.723270 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-1125a7fb-b475-481a-914d-be69b139406b tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:47:33.735083 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-d697fad7-b522-466b-b8c6-6b2022d788f8 None None] Set router 86079ec6-cf79-436f-bafd-44a3262e329f gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:47:33.845673 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-1125a7fb-b475-481a-914d-be69b139406b tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:33.850650 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-1125a7fb-b475-481a-914d-be69b139406b tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:33.859411 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-13895b67-df13-40e0-a40d-4280a2fb94b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:33.874504 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 6 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 16:47:33.875456 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 60696) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:33.925295 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1125a7fb-b475-481a-914d-be69b139406b tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b53d7a5d-2c3f-43a3-9e51-c5b96d3a26bc,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:33.928937 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-1125a7fb-b475-481a-914d-be69b139406b tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:33.936645 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-1125a7fb-b475-481a-914d-be69b139406b tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:33.938465 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-1125a7fb-b475-481a-914d-be69b139406b tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.4013679
Sep 10 16:47:33.940942 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 60706) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:33.947137 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-3a016f91-5123-42b5-8492-c5887d3e9204 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Request body: {'security_group_rule': {'security_group_id': 'b53d7a5d-2c3f-43a3-9e51-c5b96d3a26bc', 'project_id': 'fc4d485616234b49980bd3f8c80da5b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:47:33.956213 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-3a016f91-5123-42b5-8492-c5887d3e9204 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:47:33.961534 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-3a016f91-5123-42b5-8492-c5887d3e9204 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Usage tracker for resource:security_group_rule and tenant:fc4d485616234b49980bd3f8c80da5b5 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:47:33.964776 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-3a016f91-5123-42b5-8492-c5887d3e9204 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:47:33.971932 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-3a016f91-5123-42b5-8492-c5887d3e9204 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:47:33.995470 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3a016f91-5123-42b5-8492-c5887d3e9204 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:34.099408 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3a016f91-5123-42b5-8492-c5887d3e9204 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:34.111754 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3a016f91-5123-42b5-8492-c5887d3e9204 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350866'] for security_group_rule, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:34.114123 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:34.150777 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a016f91-5123-42b5-8492-c5887d3e9204 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c881759b-23b1-4429-beca-a7b3a670f594,revision_number=0']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:34.159749 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-3a016f91-5123-42b5-8492-c5887d3e9204 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:34.196861 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-b384cd37-2226-4fcb-9320-778ebeef7625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:34.268599 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-b384cd37-2226-4fcb-9320-778ebeef7625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:47:34.273547 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3a016f91-5123-42b5-8492-c5887d3e9204 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:34.275070 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-3a016f91-5123-42b5-8492-c5887d3e9204 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3330829
Sep 10 16:47:34.278741 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 60716) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:34.280006 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-b384cd37-2226-4fcb-9320-778ebeef7625 admin admin] Usage tracker for resource:security_group_rule and tenant:6c0bdb6cba3e4c8e8c520d366ac967b4 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:47:34.290786 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-b384cd37-2226-4fcb-9320-778ebeef7625 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:47:34.296278 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-22fa06f5-db34-4f04-b1a8-6256d6113c0e tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Request body: {'security_group_rule': {'security_group_id': 'b53d7a5d-2c3f-43a3-9e51-c5b96d3a26bc', 'project_id': 'fc4d485616234b49980bd3f8c80da5b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:47:34.302124 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-b384cd37-2226-4fcb-9320-778ebeef7625 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:47:34.332363 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-22fa06f5-db34-4f04-b1a8-6256d6113c0e tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:47:34.355657 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-22fa06f5-db34-4f04-b1a8-6256d6113c0e tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Usage tracker for resource:security_group_rule and tenant:fc4d485616234b49980bd3f8c80da5b5 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:47:34.383877 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-22fa06f5-db34-4f04-b1a8-6256d6113c0e tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:47:34.407369 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-22fa06f5-db34-4f04-b1a8-6256d6113c0e tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:47:34.447847 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-d697fad7-b522-466b-b8c6-6b2022d788f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f862530d070>, [{'id': '86079ec6-cf79-436f-bafd-44a3262e329f', 'name': 'tempest-TestMinimumBasicScenario-2058649885-router', 'tenant_id': 'fc4d485616234b49980bd3f8c80da5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd7b3933c-2a7a-40f5-b023-c2e010b71d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:45:57Z', 'updated_at': '2021-09-10T16:46:01Z', 'revision_number': 4, 'project_id': 'fc4d485616234b49980bd3f8c80da5b5', 'gw_port': {'id': 'd7b3933c-2a7a-40f5-b023-c2e010b71d00', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fa:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86079ec6-cf79-436f-bafd-44a3262e329f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:45:58Z', 'updated_at': '2021-09-10T16:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_floatingips': [{'id': '3632f7a6-f617-4355-b8d1-7ed41919ba43', 'tenant_id': 'fc4d485616234b49980bd3f8c80da5b5', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'router_id': '86079ec6-cf79-436f-bafd-44a3262e329f', 'port_id': 'ba122eca-fc94-4f9c-9c48-65a89010f765', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fab5f826-fa9d-49ba-ac0c-578581e924e4', 'mac_address': 'fa:16:3e:52:70:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8116b77-02dd-4069-9760-0de211200984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:47:30Z', 'updated_at': '2021-09-10T16:47:30Z', 'revision_number': 0, 'project_id': 'fc4d485616234b49980bd3f8c80da5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97affc39-aedc-48ef-9e5f-961ccd335dfc', 'name': '', 'network_id': 'fab5f826-fa9d-49ba-ac0c-578581e924e4', 'tenant_id': 'fc4d485616234b49980bd3f8c80da5b5', 'mac_address': 'fa:16:3e:21:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86079ec6-cf79-436f-bafd-44a3262e329f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2a6a202-e984-477a-b2bc-2943af00e18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:01Z', 'updated_at': '2021-09-10T16:46:13Z', 'revision_number': 5, 'project_id': 'fc4d485616234b49980bd3f8c80da5b5', 'subnets': [{'id': 'b2a6a202-e984-477a-b2bc-2943af00e18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:47:34.453778 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d697fad7-b522-466b-b8c6-6b2022d788f8 None None] Checking router: 86079ec6-cf79-436f-bafd-44a3262e329f for host: dv-cinder-808473-1-iscsi {{(pid=74983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:47:34.455264 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-22fa06f5-db34-4f04-b1a8-6256d6113c0e tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:34.477375 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-b384cd37-2226-4fcb-9320-778ebeef7625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:34.490069 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-b384cd37-2226-4fcb-9320-778ebeef7625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:34.491819 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d697fad7-b522-466b-b8c6-6b2022d788f8 None None] Routers {'86079ec6-cf79-436f-bafd-44a3262e329f'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:47:34.493210 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-d697fad7-b522-466b-b8c6-6b2022d788f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f862530d070>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:47:27Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['86079ec6-cf79-436f-bafd-44a3262e329f'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:47:34.498279 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-74a7c11e-e30b-4009-9dd1-e08df937abb1 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:34.518818 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f3b05-9ae0-4224-8314-74a511dc6ef1 req-dfb18e9a-9439-48bf-8d1d-356adffcafb7 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:34.531365 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-e68f3b05-9ae0-4224-8314-74a511dc6ef1 req-dfb18e9a-9439-48bf-8d1d-356adffcafb7 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 943 time: 0.3666961
Sep 10 16:47:34.583933 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b384cd37-2226-4fcb-9320-778ebeef7625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e991ade9-2767-4973-b75b-8b4d03a68c7d,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:34.599150 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-b384cd37-2226-4fcb-9320-778ebeef7625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:34.604150 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-b384cd37-2226-4fcb-9320-778ebeef7625 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6c0bdb6cba3e4c8e8c520d366ac967b4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7234237
Sep 10 16:47:34.606807 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 60722) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:34.724908 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d1695692-cc0c-4411-9632-7627dd5021d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:34.737226 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-22fa06f5-db34-4f04-b1a8-6256d6113c0e tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:34.754643 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-22fa06f5-db34-4f04-b1a8-6256d6113c0e tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350866'] for security_group_rule, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:34.775578 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:34.781998 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d1695692-cc0c-4411-9632-7627dd5021d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:34.836847 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa06f5-db34-4f04-b1a8-6256d6113c0e tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=630a20ea-949c-4db9-b16b-c4911cd7bbd4,revision_number=0']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:34.852526 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-e68f3b05-9ae0-4224-8314-74a511dc6ef1 req-a2f7cdfe-b3f9-435d-b52d-23f52c8bb2fb tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2914503
Sep 10 16:47:34.856413 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-22fa06f5-db34-4f04-b1a8-6256d6113c0e tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:34.893127 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-22fa06f5-db34-4f04-b1a8-6256d6113c0e tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:34.898063 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-22fa06f5-db34-4f04-b1a8-6256d6113c0e tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.6163859
Sep 10 16:47:34.900844 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-d697fad7-b522-466b-b8c6-6b2022d788f8 None None] Set router 86079ec6-cf79-436f-bafd-44a3262e329f gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:47:34.900979 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 60732) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:34.916763 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [None req-f56a622a-babd-4c17-9606-57b54bd23f87 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Request body: {'security_group_rule': {'security_group_id': 'b53d7a5d-2c3f-43a3-9e51-c5b96d3a26bc', 'project_id': 'fc4d485616234b49980bd3f8c80da5b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:47:34.935215 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-f56a622a-babd-4c17-9606-57b54bd23f87 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:47:34.945169 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d1695692-cc0c-4411-9632-7627dd5021d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:34.956625 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-f56a622a-babd-4c17-9606-57b54bd23f87 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Usage tracker for resource:security_group_rule and tenant:fc4d485616234b49980bd3f8c80da5b5 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:47:34.968728 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-9a4fda3c-cb5f-4a66-8b31-94e3680ecdaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:35.000124 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-f56a622a-babd-4c17-9606-57b54bd23f87 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:47:35.010296 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1695692-cc0c-4411-9632-7627dd5021d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e991ade9-2767-4973-b75b-8b4d03a68c7d,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:35.014996 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-d1695692-cc0c-4411-9632-7627dd5021d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:35.016258 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-f56a622a-babd-4c17-9606-57b54bd23f87 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:47:35.042873 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d1695692-cc0c-4411-9632-7627dd5021d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:35.046794 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-d1695692-cc0c-4411-9632-7627dd5021d0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e991ade9-2767-4973-b75b-8b4d03a68c7d HTTP/1.1" status: 204  len: 168 time: 0.4356477
Sep 10 16:47:35.090943 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-f56a622a-babd-4c17-9606-57b54bd23f87 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:35.229827 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-f56a622a-babd-4c17-9606-57b54bd23f87 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:35.237362 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-f56a622a-babd-4c17-9606-57b54bd23f87 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350866'] for security_group_rule, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:35.272447 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:35.301572 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-f56a622a-babd-4c17-9606-57b54bd23f87 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:35.305845 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 60742) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:35.306100 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-f56a622a-babd-4c17-9606-57b54bd23f87 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.4035990
Sep 10 16:47:35.313354 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-d36ab6d6-72d1-4e87-871b-229235916caf tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Request body: {'security_group_rule': {'security_group_id': 'b53d7a5d-2c3f-43a3-9e51-c5b96d3a26bc', 'project_id': 'fc4d485616234b49980bd3f8c80da5b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:47:35.321047 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a622a-babd-4c17-9606-57b54bd23f87 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cd60509-f1ed-47bb-9240-6fe9d9278a23,revision_number=0']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:35.323329 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-d36ab6d6-72d1-4e87-871b-229235916caf tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:47:35.327156 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-f56a622a-babd-4c17-9606-57b54bd23f87 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:35.339711 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-d36ab6d6-72d1-4e87-871b-229235916caf tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Usage tracker for resource:security_group_rule and tenant:fc4d485616234b49980bd3f8c80da5b5 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:47:35.351186 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-d36ab6d6-72d1-4e87-871b-229235916caf tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:47:35.370264 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-d36ab6d6-72d1-4e87-871b-229235916caf tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:47:35.410788 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-d36ab6d6-72d1-4e87-871b-229235916caf tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:35.564927 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-d36ab6d6-72d1-4e87-871b-229235916caf tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:35.571811 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-d36ab6d6-72d1-4e87-871b-229235916caf tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350866'] for security_group_rule, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:35.588643 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-22fa06f5-db34-4f04-b1a8-6256d6113c0e tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:35.646389 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ab6d6-72d1-4e87-871b-229235916caf tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34790948-31fe-4224-9e48-cff6a15ab482,revision_number=0']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:35.649739 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-d36ab6d6-72d1-4e87-871b-229235916caf tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:35.664178 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-d36ab6d6-72d1-4e87-871b-229235916caf tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:35.665387 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-d36ab6d6-72d1-4e87-871b-229235916caf tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3582523
Sep 10 16:47:35.668976 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 60754) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:35.679762 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-d9e6e352-63ee-4dac-b949-4ce897dde9b3 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Request body: {'security_group_rule': {'security_group_id': 'b53d7a5d-2c3f-43a3-9e51-c5b96d3a26bc', 'project_id': 'fc4d485616234b49980bd3f8c80da5b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:47:35.692583 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-d9e6e352-63ee-4dac-b949-4ce897dde9b3 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:47:35.703672 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-d9e6e352-63ee-4dac-b949-4ce897dde9b3 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Usage tracker for resource:security_group_rule and tenant:fc4d485616234b49980bd3f8c80da5b5 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:47:35.710819 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-d9e6e352-63ee-4dac-b949-4ce897dde9b3 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:47:35.719373 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-d9e6e352-63ee-4dac-b949-4ce897dde9b3 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:47:35.765679 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.db.securitygroups_db [None req-d9e6e352-63ee-4dac-b949-4ce897dde9b3 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Project fc4d485616234b49980bd3f8c80da5b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Sep 10 16:47:35.777810 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-d9e6e352-63ee-4dac-b949-4ce897dde9b3 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:35.817386 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-d697fad7-b522-466b-b8c6-6b2022d788f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f862530d070>, [{'id': '86079ec6-cf79-436f-bafd-44a3262e329f', 'name': 'tempest-TestMinimumBasicScenario-2058649885-router', 'tenant_id': 'fc4d485616234b49980bd3f8c80da5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd7b3933c-2a7a-40f5-b023-c2e010b71d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:45:57Z', 'updated_at': '2021-09-10T16:46:01Z', 'revision_number': 4, 'project_id': 'fc4d485616234b49980bd3f8c80da5b5', 'gw_port': {'id': 'd7b3933c-2a7a-40f5-b023-c2e010b71d00', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fa:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86079ec6-cf79-436f-bafd-44a3262e329f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:45:58Z', 'updated_at': '2021-09-10T16:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_floatingips': [{'id': '3632f7a6-f617-4355-b8d1-7ed41919ba43', 'tenant_id': 'fc4d485616234b49980bd3f8c80da5b5', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'router_id': '86079ec6-cf79-436f-bafd-44a3262e329f', 'port_id': 'ba122eca-fc94-4f9c-9c48-65a89010f765', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fab5f826-fa9d-49ba-ac0c-578581e924e4', 'mac_address': 'fa:16:3e:52:70:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8116b77-02dd-4069-9760-0de211200984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:47:30Z', 'updated_at': '2021-09-10T16:47:30Z', 'revision_number': 0, 'project_id': 'fc4d485616234b49980bd3f8c80da5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97affc39-aedc-48ef-9e5f-961ccd335dfc', 'name': '', 'network_id': 'fab5f826-fa9d-49ba-ac0c-578581e924e4', 'tenant_id': 'fc4d485616234b49980bd3f8c80da5b5', 'mac_address': 'fa:16:3e:21:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86079ec6-cf79-436f-bafd-44a3262e329f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2a6a202-e984-477a-b2bc-2943af00e18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:01Z', 'updated_at': '2021-09-10T16:46:13Z', 'revision_number': 5, 'project_id': 'fc4d485616234b49980bd3f8c80da5b5', 'subnets': [{'id': 'b2a6a202-e984-477a-b2bc-2943af00e18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:47:35.822517 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d697fad7-b522-466b-b8c6-6b2022d788f8 None None] The sync data for ids ['86079ec6-cf79-436f-bafd-44a3262e329f'] in dv-cinder-808473-1-iscsi is: [{'id': '86079ec6-cf79-436f-bafd-44a3262e329f', 'name': 'tempest-TestMinimumBasicScenario-2058649885-router', 'tenant_id': 'fc4d485616234b49980bd3f8c80da5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd7b3933c-2a7a-40f5-b023-c2e010b71d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:45:57Z', 'updated_at': '2021-09-10T16:46:01Z', 'revision_number': 4, 'project_id': 'fc4d485616234b49980bd3f8c80da5b5', 'gw_port': {'id': 'd7b3933c-2a7a-40f5-b023-c2e010b71d00', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fa:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86079ec6-cf79-436f-bafd-44a3262e329f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:45:58Z', 'updated_at': '2021-09-10T16:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_floatingips': [{'id': '3632f7a6-f617-4355-b8d1-7ed41919ba43', 'tenant_id': 'fc4d485616234b49980bd3f8c80da5b5', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'router_id': '86079ec6-cf79-436f-bafd-44a3262e329f', 'port_id': 'ba122eca-fc94-4f9c-9c48-65a89010f765', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fab5f826-fa9d-49ba-ac0c-578581e924e4', 'mac_address': 'fa:16:3e:52:70:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8116b77-02dd-4069-9760-0de211200984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:47:30Z', 'updated_at': '2021-09-10T16:47:30Z', 'revision_number': 0, 'project_id': 'fc4d485616234b49980bd3f8c80da5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97affc39-aedc-48ef-9e5f-961ccd335dfc', 'name': '', 'network_id': 'fab5f826-fa9d-49ba-ac0c-578581e924e4', 'tenant_id': 'fc4d485616234b49980bd3f8c80da5b5', 'mac_address': 'fa:16:3e:21:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86079ec6-cf79-436f-bafd-44a3262e329f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2a6a202-e984-477a-b2bc-2943af00e18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:01Z', 'updated_at': '2021-09-10T16:46:13Z', 'revision_number': 5, 'project_id': 'fc4d485616234b49980bd3f8c80da5b5', 'subnets': [{'id': 'b2a6a202-e984-477a-b2bc-2943af00e18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:47:35.856019 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 60760) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:35.883125 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-d9e6e352-63ee-4dac-b949-4ce897dde9b3 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:35.889440 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-d9e6e352-63ee-4dac-b949-4ce897dde9b3 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350866'] for security_group_rule, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:35.904553 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:35.913382 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-f0ff20ff-2bd5-4924-86f0-92a402789e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:35.948893 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-03e7268a-3e00-4d90-af3c-24c9e787ba98 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:35.969683 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6e352-63ee-4dac-b949-4ce897dde9b3 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b08144c-2be6-4200-b49b-bdcf14ff888a,revision_number=0']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:35.986225 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-d9e6e352-63ee-4dac-b949-4ce897dde9b3 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:35.987319 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-d9e6e352-63ee-4dac-b949-4ce897dde9b3 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:35.988541 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-d9e6e352-63ee-4dac-b949-4ce897dde9b3 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3187404
Sep 10 16:47:35.991927 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 60766) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:36.001863 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [None req-edf0ae13-0085-4541-8563-51feb7465888 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Request body: {'security_group_rule': {'security_group_id': 'b53d7a5d-2c3f-43a3-9e51-c5b96d3a26bc', 'project_id': 'fc4d485616234b49980bd3f8c80da5b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:47:36.038036 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-f0ff20ff-2bd5-4924-86f0-92a402789e02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:47:36.040609 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-edf0ae13-0085-4541-8563-51feb7465888 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:47:36.049276 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-edf0ae13-0085-4541-8563-51feb7465888 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Usage tracker for resource:security_group_rule and tenant:fc4d485616234b49980bd3f8c80da5b5 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:47:36.053738 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-edf0ae13-0085-4541-8563-51feb7465888 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:47:36.063114 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-edf0ae13-0085-4541-8563-51feb7465888 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:47:36.065822 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-f0ff20ff-2bd5-4924-86f0-92a402789e02 admin admin] Usage tracker for resource:security_group_rule and tenant:c2d89e13f2e54f2a95ad3a394c9832c4 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:47:36.070268 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-f0ff20ff-2bd5-4924-86f0-92a402789e02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:47:36.090502 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-f0ff20ff-2bd5-4924-86f0-92a402789e02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:47:36.120352 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.db.securitygroups_db [None req-edf0ae13-0085-4541-8563-51feb7465888 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Project fc4d485616234b49980bd3f8c80da5b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Sep 10 16:47:36.138399 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-edf0ae13-0085-4541-8563-51feb7465888 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:36.218407 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814f73a0-da58-4558-9d26-8c6aa80b8197 None None] New status for floating IP 3632f7a6-f617-4355-b8d1-7ed41919ba43: ACTIVE {{(pid=74984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 10 16:47:36.345794 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-edf0ae13-0085-4541-8563-51feb7465888 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:36.373208 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-edf0ae13-0085-4541-8563-51feb7465888 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350866'] for security_group_rule, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:36.412226 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-ebe92e21-9a2a-432d-85de-ef8176ec25c8 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:36.475173 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf0ae13-0085-4541-8563-51feb7465888 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=910c73f2-461e-48ee-84df-f0c0c05f7972,revision_number=0']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:36.481166 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-f0ff20ff-2bd5-4924-86f0-92a402789e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:36.482516 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-edf0ae13-0085-4541-8563-51feb7465888 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:36.491503 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-f0ff20ff-2bd5-4924-86f0-92a402789e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:36.503053 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-d46bf7f9-ce69-4c5a-bd65-ee1a5b368f2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:36.536763 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-edf0ae13-0085-4541-8563-51feb7465888 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:36.540793 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-edf0ae13-0085-4541-8563-51feb7465888 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.5448227
Sep 10 16:47:36.570697 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8b972-229f-4d2f-bb01-964aeb43286a req-ef2cb6d9-f2a8-4605-ad90-7b172e7dd58f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:36.578375 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-59b8b972-229f-4d2f-bb01-964aeb43286a req-ef2cb6d9-f2a8-4605-ad90-7b172e7dd58f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 943 time: 0.4031091
Sep 10 16:47:36.610551 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff20ff-2bd5-4924-86f0-92a402789e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59aa0558-3c90-467c-9d56-cb323d5065ff,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:36.616135 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-f0ff20ff-2bd5-4924-86f0-92a402789e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:36.621068 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-f0ff20ff-2bd5-4924-86f0-92a402789e02 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c2d89e13f2e54f2a95ad3a394c9832c4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7638876
Sep 10 16:47:36.624624 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 60782) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:36.667053 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-59b8b972-229f-4d2f-bb01-964aeb43286a req-3481c48c-19d3-4f91-8ca0-e8acc6aa1a2d tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0875828
Sep 10 16:47:36.735840 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-68a4988c-4f58-411a-a458-e03770c40813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:36.772714 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-68a4988c-4f58-411a-a458-e03770c40813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:36.895992 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-dcac2c50-1bc4-445e-800f-8630574117cf req-dec06352-880d-4ae4-b76c-6ebbded5eeff tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Synchronizing usage tracker for tenant:fc4d485616234b49980bd3f8c80da5b5 on resource:security_group {{(pid=74982) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:47:36.906233 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-68a4988c-4f58-411a-a458-e03770c40813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:36.912261 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-3a236adf-b960-46ba-8c8b-71cf96a4b5d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:36.927471 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a4988c-4f58-411a-a458-e03770c40813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59aa0558-3c90-467c-9d56-cb323d5065ff,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:36.929931 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-68a4988c-4f58-411a-a458-e03770c40813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:36.932706 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-dcac2c50-1bc4-445e-800f-8630574117cf req-dec06352-880d-4ae4-b76c-6ebbded5eeff tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Unset dirty status for tenant:fc4d485616234b49980bd3f8c80da5b5 on resource:security_group {{(pid=74982) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:47:36.933968 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-dcac2c50-1bc4-445e-800f-8630574117cf req-dec06352-880d-4ae4-b76c-6ebbded5eeff tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-496808036&fields=id&tenant_id=fc4d485616234b49980bd3f8c80da5b5 HTTP/1.1" status: 200  len: 267 time: 0.0986111
Sep 10 16:47:36.939629 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-68a4988c-4f58-411a-a458-e03770c40813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:36.940767 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-68a4988c-4f58-411a-a458-e03770c40813 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/59aa0558-3c90-467c-9d56-cb323d5065ff HTTP/1.1" status: 204  len: 168 time: 0.3145144
Sep 10 16:47:37.075612 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac2c50-1bc4-445e-800f-8630574117cf req-9f188910-c302-492c-a6fc-212e48d97550 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:37.078070 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-dcac2c50-1bc4-445e-800f-8630574117cf req-9f188910-c302-492c-a6fc-212e48d97550 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 945 time: 0.1326804
Sep 10 16:47:37.094937 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [req-dcac2c50-1bc4-445e-800f-8630574117cf req-b966b70d-636e-447a-b649-f55b82f28332 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Request body: {'port': {'security_groups': ['6382df1d-2eb5-4164-8a85-8656b80a37c4', 'b53d7a5d-2c3f-43a3-9e51-c5b96d3a26bc']}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:47:37.252326 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-dcac2c50-1bc4-445e-800f-8630574117cf req-b966b70d-636e-447a-b649-f55b82f28332 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:37.673852 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.db [req-dcac2c50-1bc4-445e-800f-8630574117cf req-b966b70d-636e-447a-b649-f55b82f28332 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] For port ba122eca-fc94-4f9c-9c48-65a89010f765, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=ba122eca-fc94-4f9c-9c48-65a89010f765,segment=NetworkSegment(4d4c8392-71b1-4864-ab55-cb7142ee25dc),segment_id=4d4c8392-71b1-4864-ab55-cb7142ee25dc)] {{(pid=74982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:47:37.709466 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-dcac2c50-1bc4-445e-800f-8630574117cf req-b966b70d-636e-447a-b649-f55b82f28332 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks [] for port, precommit_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:37.714797 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-dcac2c50-1bc4-445e-800f-8630574117cf req-b966b70d-636e-447a-b649-f55b82f28332 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2865589'] for port, after_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:37.725371 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-c347043c-d8ca-4b1b-baf8-2b32df83d4b9 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:37.728307 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] get_ports_and_sgs() called for port_ids ['ba122eca-fc94-4f9c-9c48-65a89010f765'] {{(pid=74983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 10 16:47:37.919220 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac2c50-1bc4-445e-800f-8630574117cf req-b966b70d-636e-447a-b649-f55b82f28332 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:37.920113 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-dcac2c50-1bc4-445e-800f-8630574117cf req-b966b70d-636e-447a-b649-f55b82f28332 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:37.934652 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-dcac2c50-1bc4-445e-800f-8630574117cf req-b966b70d-636e-447a-b649-f55b82f28332 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "PUT /v2.0/ports/ba122eca-fc94-4f9c-9c48-65a89010f765 HTTP/1.1" status: 200  len: 981 time: 0.8489139
Sep 10 16:47:37.946782 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8116b77-02dd-4069-9760-0de211200984', 'tag': 'ba122eca-fc94-4f9c-9c48-65a89010f765'}] {{(pid=74982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:47:38.028027 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966b70d-636e-447a-b649-f55b82f28332 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Pushing event updated for resources: {'Port': ['ID=ba122eca-fc94-4f9c-9c48-65a89010f765,revision_number=6']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:38.049065 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-b966b70d-636e-447a-b649-f55b82f28332 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:38.073701 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] get_ports_and_sgs() called for port_ids ['ba122eca-fc94-4f9c-9c48-65a89010f765'] {{(pid=74983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 10 16:47:38.325496 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560a0f4-3375-43bf-9722-63be9af1f0cb req-d0aeb5c6-8b91-4f1e-88b4-c151d91bfbaa tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:38.347801 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-9560a0f4-3375-43bf-9722-63be9af1f0cb req-d0aeb5c6-8b91-4f1e-88b4-c151d91bfbaa tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 943 time: 0.2491384
Sep 10 16:47:38.380022 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1c496-041d-4e6f-b395-93d807398c40 req-9905466f-734f-488f-949b-af294106ee8d tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:38.407591 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-83a1c496-041d-4e6f-b395-93d807398c40 req-9905466f-734f-488f-949b-af294106ee8d tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 984 time: 0.2808020
Sep 10 16:47:38.502858 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-9560a0f4-3375-43bf-9722-63be9af1f0cb req-dd10bbf3-d3ab-4f4d-ba57-1470453420fb tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1538885
Sep 10 16:47:38.514881 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-83a1c496-041d-4e6f-b395-93d807398c40 req-a0aee045-842e-4b7a-acab-55f06a71eb19 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/security-groups?id=6382df1d-2eb5-4164-8a85-8656b80a37c4&id=b53d7a5d-2c3f-43a3-9e51-c5b96d3a26bc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1063187
Sep 10 16:47:38.657710 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-297c47f9-552a-484f-ab1f-f9223f5469a2 None None] Provisioning complete for port ba122eca-fc94-4f9c-9c48-65a89010f765 triggered by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:47:38.658402 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-297c47f9-552a-484f-ab1f-f9223f5469a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:38.732676 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8116b77-02dd-4069-9760-0de211200984', 'tag': 'ba122eca-fc94-4f9c-9c48-65a89010f765', 'status': 'completed', 'code': 200}
Sep 10 16:47:39.871779 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89808e-9aee-4a1e-8634-08a23d807887 req-7f1ca28d-5570-4540-9317-64c655c41519 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:39.874603 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-fb89808e-9aee-4a1e-8634-08a23d807887 req-7f1ca28d-5570-4540-9317-64c655c41519 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 943 time: 0.1333601
Sep 10 16:47:39.958735 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-fb89808e-9aee-4a1e-8634-08a23d807887 req-a3ed8451-e43f-4026-918a-a05d5abb65c7 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0767171
Sep 10 16:47:41.325751 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc04cc5f-e86c-43ec-83e8-493cf51caa7f req-5afaf6d6-b83a-4764-8b1c-2efbd9fad64e tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:41.338934 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-dc04cc5f-e86c-43ec-83e8-493cf51caa7f req-5afaf6d6-b83a-4764-8b1c-2efbd9fad64e tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 943 time: 0.1551719
Sep 10 16:47:41.393572 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-dc04cc5f-e86c-43ec-83e8-493cf51caa7f req-bb4edb51-b4a6-456a-b25e-a5ff77e8fee1 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504963
Sep 10 16:47:42.652326 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4bf41-4826-487c-9dac-e2135bf646e2 req-ec5db6f8-705d-43f7-bf4e-b6a0fdd8aac7 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:42.659491 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-34a4bf41-4826-487c-9dac-e2135bf646e2 req-ec5db6f8-705d-43f7-bf4e-b6a0fdd8aac7 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 943 time: 0.0948815
Sep 10 16:47:42.717711 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-34a4bf41-4826-487c-9dac-e2135bf646e2 req-f0e4ef67-b2bc-441a-ae0b-537f5ffb0bc5 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573492
Sep 10 16:47:42.721339 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 60942) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:42.873829 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-99ebf30b-2a52-4e4d-9d68-cf157e5f4f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:42.905675 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-99ebf30b-2a52-4e4d-9d68-cf157e5f4f56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:47:42.909783 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-99ebf30b-2a52-4e4d-9d68-cf157e5f4f56 admin admin] Usage tracker for resource:security_group_rule and tenant:151465a173f54ada970730bcfe687396 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:47:42.912609 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-99ebf30b-2a52-4e4d-9d68-cf157e5f4f56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:47:42.918256 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-99ebf30b-2a52-4e4d-9d68-cf157e5f4f56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:47:42.998896 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-99ebf30b-2a52-4e4d-9d68-cf157e5f4f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:43.003111 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-99ebf30b-2a52-4e4d-9d68-cf157e5f4f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:43.009990 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-2b73ce11-3caa-4584-8ed3-42dbb128be3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:43.047001 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ebf30b-2a52-4e4d-9d68-cf157e5f4f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f79b4e0-0453-4a4c-8387-d0faf0196a1e,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:43.052306 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-99ebf30b-2a52-4e4d-9d68-cf157e5f4f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:43.061441 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-99ebf30b-2a52-4e4d-9d68-cf157e5f4f56 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=151465a173f54ada970730bcfe687396&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3356800
Sep 10 16:47:43.061617 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 60948) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:43.223525 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-78735fa5-f116-4d9b-b51d-b8eda1380604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:43.250753 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-78735fa5-f116-4d9b-b51d-b8eda1380604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:43.309209 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-78735fa5-f116-4d9b-b51d-b8eda1380604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:43.313296 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-6f928011-3806-4cb9-8c12-1a715c940e52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:43.333017 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78735fa5-f116-4d9b-b51d-b8eda1380604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f79b4e0-0453-4a4c-8387-d0faf0196a1e,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:43.336856 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-78735fa5-f116-4d9b-b51d-b8eda1380604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:43.340667 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-78735fa5-f116-4d9b-b51d-b8eda1380604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:43.345476 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-78735fa5-f116-4d9b-b51d-b8eda1380604 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8f79b4e0-0453-4a4c-8387-d0faf0196a1e HTTP/1.1" status: 204  len: 168 time: 0.2831900
Sep 10 16:47:43.694917 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 60964) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:43.714289 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-2a93f25f-83c4-4054-8549-a9e9566a22c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:43.745048 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-2a93f25f-83c4-4054-8549-a9e9566a22c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:47:43.748878 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-2a93f25f-83c4-4054-8549-a9e9566a22c6 admin admin] Usage tracker for resource:security_group_rule and tenant:b469d3e769e347f599e569b88becf08f is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:47:43.751771 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-2a93f25f-83c4-4054-8549-a9e9566a22c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:47:43.757429 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-2a93f25f-83c4-4054-8549-a9e9566a22c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:47:43.879364 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-2a93f25f-83c4-4054-8549-a9e9566a22c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:43.912758 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-2a93f25f-83c4-4054-8549-a9e9566a22c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:43.931617 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-72824300-3aed-4d4e-a7e7-a62cf9325bf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:43.978061 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9d647-cdf2-4d61-8669-81623a003a78 req-6091b392-ce80-4653-be39-04ea4a5f8ae4 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:43.986011 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93f25f-83c4-4054-8549-a9e9566a22c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df426358-c292-4f18-8db1-9c9a2f379e86,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:43.987702 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-a1e9d647-cdf2-4d61-8669-81623a003a78 req-6091b392-ce80-4653-be39-04ea4a5f8ae4 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 943 time: 0.1145003
Sep 10 16:47:43.992550 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-2a93f25f-83c4-4054-8549-a9e9566a22c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:43.999712 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-2a93f25f-83c4-4054-8549-a9e9566a22c6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b469d3e769e347f599e569b88becf08f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3023808
Sep 10 16:47:43.999934 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 60970) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:44.037406 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-a1e9d647-cdf2-4d61-8669-81623a003a78 req-41964108-4e0b-4476-b116-8ea7a62510eb tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487089
Sep 10 16:47:44.071548 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-f08f3f2b-a015-4102-8222-5e68dfebb8f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:44.098894 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-f08f3f2b-a015-4102-8222-5e68dfebb8f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:44.150403 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-f08f3f2b-a015-4102-8222-5e68dfebb8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:44.155344 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-aa0b2e4a-eab5-4649-859d-229b5645b5af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:44.169286 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f3f2b-a015-4102-8222-5e68dfebb8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df426358-c292-4f18-8db1-9c9a2f379e86,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:44.172127 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-f08f3f2b-a015-4102-8222-5e68dfebb8f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:44.180225 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-f08f3f2b-a015-4102-8222-5e68dfebb8f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:44.186785 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-f08f3f2b-a015-4102-8222-5e68dfebb8f0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/df426358-c292-4f18-8db1-9c9a2f379e86 HTTP/1.1" status: 204  len: 168 time: 0.1805396
Sep 10 16:47:45.265466 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513716e-6123-475c-ae85-5d9e96b81458 req-88de72c1-d51a-4dbb-a7e6-d4962ad99b2d tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:45.266959 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-d513716e-6123-475c-ae85-5d9e96b81458 req-88de72c1-d51a-4dbb-a7e6-d4962ad99b2d tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 943 time: 0.0818367
Sep 10 16:47:45.315783 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-d513716e-6123-475c-ae85-5d9e96b81458 req-fa3c7180-b994-4bd0-95fc-ca0eb0e9a1b6 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425422
Sep 10 16:47:45.507159 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-bd89d250-da83-46a4-88c6-6aa32443aa2d req-7845677a-9b53-44a0-8eb6-733a2bd47938 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc4d485616234b49980bd3f8c80da5b5&device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 1137 time: 0.0899987
Sep 10 16:47:45.697175 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89d250-da83-46a4-88c6-6aa32443aa2d req-58c3d4ba-b8e7-4529-a7da-0713eb9757f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:45.698686 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-bd89d250-da83-46a4-88c6-6aa32443aa2d req-58c3d4ba-b8e7-4529-a7da-0713eb9757f8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fab5f826-fa9d-49ba-ac0c-578581e924e4 HTTP/1.1" status: 200  len: 916 time: 0.1826277
Sep 10 16:47:45.707886 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f8a7d07a-b56b-4351-89d6-78adc8332f5e req-fc768e8c-01ad-4305-8e26-e73d7710fd31 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9bbed5573b846b8bd73e0009e1ca850&device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 1096 time: 0.1226022
Sep 10 16:47:46.533666 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0707c37-9a49-4408-9bde-43f170a13979 req-752462f3-e0ca-43c4-89d3-02a9e7bd5fea tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:46.535331 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-e0707c37-9a49-4408-9bde-43f170a13979 req-752462f3-e0ca-43c4-89d3-02a9e7bd5fea tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 943 time: 0.0841713
Sep 10 16:47:46.580295 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 32822) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:46.590587 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-e0707c37-9a49-4408-9bde-43f170a13979 req-64a6d857-52ab-4cfa-918c-e161b2cd57de tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485115
Sep 10 16:47:46.730152 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-208c25d0-200b-4156-a5dd-dffcba851bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:46.761900 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-208c25d0-200b-4156-a5dd-dffcba851bb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:47:46.765803 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-208c25d0-200b-4156-a5dd-dffcba851bb0 admin admin] Usage tracker for resource:security_group_rule and tenant:ddce9d2c33284e0cbc0f25fdbfea35f2 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:47:46.768576 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-208c25d0-200b-4156-a5dd-dffcba851bb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:47:46.772923 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-2b96217e-173f-4e10-8e13-9169dbf70627 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Synchronizing usage tracker for tenant:427e6796c7f542059575841cfab8a583 on resource:security_group {{(pid=74981) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:47:46.774241 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-208c25d0-200b-4156-a5dd-dffcba851bb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:47:46.793070 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-2b96217e-173f-4e10-8e13-9169dbf70627 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Unset dirty status for tenant:427e6796c7f542059575841cfab8a583 on resource:security_group {{(pid=74981) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:47:46.796115 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-2b96217e-173f-4e10-8e13-9169dbf70627 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1906053382&fields=id&tenant_id=427e6796c7f542059575841cfab8a583 HTTP/1.1" status: 200  len: 267 time: 0.0626166
Sep 10 16:47:46.851086 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-208c25d0-200b-4156-a5dd-dffcba851bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:46.855694 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-208c25d0-200b-4156-a5dd-dffcba851bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:46.862692 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-8f75ff7d-d43c-4c28-beed-533f44bccb1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:46.904727 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c25d0-200b-4156-a5dd-dffcba851bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2854355-4700-496f-9149-62125c9140af,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:46.908201 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-208c25d0-200b-4156-a5dd-dffcba851bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:46.912982 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-208c25d0-200b-4156-a5dd-dffcba851bb0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ddce9d2c33284e0cbc0f25fdbfea35f2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3293061
Sep 10 16:47:46.913960 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 32834) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:46.959134 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-7a4ec7b3-6052-49e5-9d7a-373278830b4a tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:46.960536 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-7a4ec7b3-6052-49e5-9d7a-373278830b4a tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/networks?id=7091017d-2230-4288-b149-b0a8abc860d9 HTTP/1.1" status: 200  len: 808 time: 0.1582172
Sep 10 16:47:46.972299 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-49772863-a485-4666-9db0-e3bd0d13a76d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:46.976728 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-fc88d500-cbc1-49a4-aa2d-fd2a609cf160 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/quotas/427e6796c7f542059575841cfab8a583 HTTP/1.1" status: 200  len: 375 time: 0.0108144
Sep 10 16:47:46.998059 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-49772863-a485-4666-9db0-e3bd0d13a76d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:47.051656 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-49772863-a485-4666-9db0-e3bd0d13a76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:47.056375 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-a8b0a79a-e6d3-4b02-ac0c-b228945d69f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:47.064278 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-3af84c79-b5e5-43b2-b60a-e10b76623847 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=427e6796c7f542059575841cfab8a583&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0823255
Sep 10 16:47:47.068347 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49772863-a485-4666-9db0-e3bd0d13a76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2854355-4700-496f-9149-62125c9140af,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:47.071154 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-49772863-a485-4666-9db0-e3bd0d13a76d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:47.079836 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-49772863-a485-4666-9db0-e3bd0d13a76d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:47.080943 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-49772863-a485-4666-9db0-e3bd0d13a76d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b2854355-4700-496f-9149-62125c9140af HTTP/1.1" status: 204  len: 168 time: 0.1668718
Sep 10 16:47:47.211142 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-bbe53088-d726-4e3a-bacc-4113a43d1602 service neutron] 10.222.0.41 "GET /v2.0/networks/7091017d-2230-4288-b149-b0a8abc860d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356490
Sep 10 16:47:47.354900 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-e6fed741-c035-4b24-a14b-a77852d3e195 service neutron] 10.222.0.41 "GET /v2.0/networks/7091017d-2230-4288-b149-b0a8abc860d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373382
Sep 10 16:47:47.394470 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-bd89d250-da83-46a4-88c6-6aa32443aa2d req-5b81531c-4869-41ba-bb24-5f35d71f9526 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba122eca-fc94-4f9c-9c48-65a89010f765 HTTP/1.1" status: 200  len: 1000 time: 0.1173847
Sep 10 16:47:47.439428 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 32846) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:47.458009 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-206873df-86da-4eb2-848a-8e3e8c5d9700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:47.489081 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-206873df-86da-4eb2-848a-8e3e8c5d9700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:47:47.493057 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-206873df-86da-4eb2-848a-8e3e8c5d9700 admin admin] Usage tracker for resource:security_group_rule and tenant:9d2e1f6be66e4b6b834a840c4572b470 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:47:47.500736 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-206873df-86da-4eb2-848a-8e3e8c5d9700 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:47:47.506606 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-206873df-86da-4eb2-848a-8e3e8c5d9700 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:47:47.572300 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-206873df-86da-4eb2-848a-8e3e8c5d9700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:47.577599 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-206873df-86da-4eb2-848a-8e3e8c5d9700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:47.584912 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-f619792a-0633-4d10-bda9-128e18564fbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:47.629471 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206873df-86da-4eb2-848a-8e3e8c5d9700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc87624c-e499-4f83-9597-9a43a71ff61c,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:47.632468 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-206873df-86da-4eb2-848a-8e3e8c5d9700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:47.635116 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-206873df-86da-4eb2-848a-8e3e8c5d9700 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9d2e1f6be66e4b6b834a840c4572b470&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1945860
Sep 10 16:47:47.638021 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 32856) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:47.715828 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-dcaf70f4-c633-45f8-bdf9-b542558ffe06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:47.746092 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-dcaf70f4-c633-45f8-bdf9-b542558ffe06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:47.803721 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-45f954f7-6c23-49f5-949d-5dcbe4f5d639 req-7b6dce3f-c8ca-47d1-90f9-54a4f9be64b6 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 210 time: 0.0601699
Sep 10 16:47:47.819157 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d60ea-dc4b-4ab9-a0cc-e4f9dbf33e29 req-44968d1f-eefc-4c0b-b3f3-b5c5d20e2865 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:47.820864 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-c89d60ea-dc4b-4ab9-a0cc-e4f9dbf33e29 req-44968d1f-eefc-4c0b-b3f3-b5c5d20e2865 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 943 time: 0.0814230
Sep 10 16:47:47.853500 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-dcaf70f4-c633-45f8-bdf9-b542558ffe06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:47.857850 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-1c47f7da-adc9-441c-877b-460b611eefbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:47.869394 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf70f4-c633-45f8-bdf9-b542558ffe06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc87624c-e499-4f83-9597-9a43a71ff61c,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:47.873066 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-dcaf70f4-c633-45f8-bdf9-b542558ffe06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:47.879195 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-dcaf70f4-c633-45f8-bdf9-b542558ffe06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:47.881219 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-dcaf70f4-c633-45f8-bdf9-b542558ffe06 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fc87624c-e499-4f83-9597-9a43a71ff61c HTTP/1.1" status: 204  len: 168 time: 0.2408342
Sep 10 16:47:47.881712 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-c89d60ea-dc4b-4ab9-a0cc-e4f9dbf33e29 req-cc50f75c-70fc-43a3-bd73-ce3d171a40a2 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533514
Sep 10 16:47:48.991795 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-a745469b-d935-4475-8b95-d77be687b7a1 req-e8bf19e4-f90c-4d2a-8720-5f465cde456f tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 210 time: 0.0433352
Sep 10 16:47:49.280918 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89d250-da83-46a4-88c6-6aa32443aa2d req-c07355e1-9bed-4230-8576-91724aaf06d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:49.282402 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-bd89d250-da83-46a4-88c6-6aa32443aa2d req-c07355e1-9bed-4230-8576-91724aaf06d4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2a6a202-e984-477a-b2bc-2943af00e18d HTTP/1.1" status: 200  len: 854 time: 0.1848106
Sep 10 16:47:49.392394 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7d07a-b56b-4351-89d6-78adc8332f5e req-786e8155-800d-44c8-9bcb-b5d8345323d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:49.394140 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f8a7d07a-b56b-4351-89d6-78adc8332f5e req-786e8155-800d-44c8-9bcb-b5d8345323d2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=344edc15-821a-46e8-88af-fc737f1ffc8a HTTP/1.1" status: 200  len: 917 time: 0.2978601
Sep 10 16:47:49.401535 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d7994-e440-4412-8e46-65e37ada19da req-37fcd99c-2247-44cb-baad-dcd10138670a tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:49.403093 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-737d7994-e440-4412-8e46-65e37ada19da req-37fcd99c-2247-44cb-baad-dcd10138670a tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 943 time: 0.3587384
Sep 10 16:47:49.620546 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f8a7d07a-b56b-4351-89d6-78adc8332f5e req-a221d1a0-d727-46c2-8f67-299034063d1d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736 HTTP/1.1" status: 200  len: 998 time: 0.2164044
Sep 10 16:47:49.630181 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-bd89d250-da83-46a4-88c6-6aa32443aa2d req-2a3ecc91-cb8a-4e59-bf49-e66a2fd55146 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fab5f826-fa9d-49ba-ac0c-578581e924e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3252635
Sep 10 16:47:49.661527 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-737d7994-e440-4412-8e46-65e37ada19da req-04cc30f5-ab43-4497-9671-fdcf657448f3 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2090685
Sep 10 16:47:49.773337 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7d07a-b56b-4351-89d6-78adc8332f5e req-76febbd2-9d64-41b1-8282-23cd804ebae9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:49.774872 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f8a7d07a-b56b-4351-89d6-78adc8332f5e req-76febbd2-9d64-41b1-8282-23cd804ebae9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c869236f-34e5-4060-bd38-439ed8cf68e4 HTTP/1.1" status: 200  len: 855 time: 0.1435421
Sep 10 16:47:49.867011 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-bd89d250-da83-46a4-88c6-6aa32443aa2d req-d9119365-72e0-49d3-a6b0-59611e077014 service neutron] 10.222.0.24 "GET /v2.0/networks/fab5f826-fa9d-49ba-ac0c-578581e924e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2045026
Sep 10 16:47:50.008461 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f8a7d07a-b56b-4351-89d6-78adc8332f5e req-b3ff025b-c7ba-4dbf-88f3-5a1dbfea7b0f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=344edc15-821a-46e8-88af-fc737f1ffc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1904144
Sep 10 16:47:50.130823 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-bd89d250-da83-46a4-88c6-6aa32443aa2d req-607e1aef-c46e-458e-9c16-645d5d54dd5f service neutron] 10.222.0.24 "GET /v2.0/networks/fab5f826-fa9d-49ba-ac0c-578581e924e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2547078
Sep 10 16:47:50.160984 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-94b65548-c7ac-44f2-8834-1ce018c2ad0c tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:50.163814 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-94b65548-c7ac-44f2-8834-1ce018c2ad0c tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.24 "GET /v2.0/networks?id=7091017d-2230-4288-b149-b0a8abc860d9 HTTP/1.1" status: 200  len: 808 time: 0.2249527
Sep 10 16:47:50.184582 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f8a7d07a-b56b-4351-89d6-78adc8332f5e req-9ac1129c-4ea3-484f-8268-cd87a2f57b61 service neutron] 10.222.0.24 "GET /v2.0/networks/344edc15-821a-46e8-88af-fc737f1ffc8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1640234
Sep 10 16:47:50.231019 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-6391cecd-d0ab-4ff8-8020-49e3dc6d28ed req-141d3736-d07e-46af-a9a6-e02349afe295 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 210 time: 0.0658116
Sep 10 16:47:50.285679 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-e8f44ed6-e829-4b99-ba68-ab88fea01030 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=427e6796c7f542059575841cfab8a583 HTTP/1.1" status: 200  len: 380 time: 0.0522661
Sep 10 16:47:50.299607 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-29277304-418b-4d32-a9dc-adb5563df5d0 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Request body: {'port': {'device_id': '2db5d8da-afe8-40ac-b51c-63eae902a76b', 'network_id': '7091017d-2230-4288-b149-b0a8abc860d9', 'admin_state_up': True, 'tenant_id': '427e6796c7f542059575841cfab8a583', 'security_groups': ['8a70e6bc-d1e7-4607-92ef-95b91b865ae7']}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:47:50.418937 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-b3bf6261-36a1-499e-a9f5-8f416fd98793 req-f4851f6d-4ad9-4e4d-bbac-6bb5da47c505 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc4d485616234b49980bd3f8c80da5b5&device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 1137 time: 0.2331462
Sep 10 16:47:50.421182 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f8a7d07a-b56b-4351-89d6-78adc8332f5e req-aa1f9dff-512c-490b-bf12-3f47f00cbf5c service neutron] 10.222.0.24 "GET /v2.0/networks/344edc15-821a-46e8-88af-fc737f1ffc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2015111
Sep 10 16:47:50.473737 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-29277304-418b-4d32-a9dc-adb5563df5d0 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:47:50.478767 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-29277304-418b-4d32-a9dc-adb5563df5d0 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Usage tracker for resource:port and tenant:427e6796c7f542059575841cfab8a583 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:47:50.481985 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-29277304-418b-4d32-a9dc-adb5563df5d0 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:47:50.493741 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-29277304-418b-4d32-a9dc-adb5563df5d0 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:47:50.515368 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-29277304-418b-4d32-a9dc-adb5563df5d0 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Made reservation on behalf of 427e6796c7f542059575841cfab8a583 for: {'port': 1} {{(pid=74981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:47:50.525121 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-29277304-418b-4d32-a9dc-adb5563df5d0 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:50.604011 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf6261-36a1-499e-a9f5-8f416fd98793 req-409c9b91-4317-458e-ba55-27f9cc8eb424 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:50.605516 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-b3bf6261-36a1-499e-a9f5-8f416fd98793 req-409c9b91-4317-458e-ba55-27f9cc8eb424 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fab5f826-fa9d-49ba-ac0c-578581e924e4 HTTP/1.1" status: 200  len: 916 time: 0.1759939
Sep 10 16:47:50.742181 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-b3bf6261-36a1-499e-a9f5-8f416fd98793 req-466c9df4-9a69-46c2-aa15-4fde243dbdb9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba122eca-fc94-4f9c-9c48-65a89010f765 HTTP/1.1" status: 200  len: 1000 time: 0.1259570
Sep 10 16:47:50.821836 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.db_base_plugin_common [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-29277304-418b-4d32-a9dc-adb5563df5d0 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Allocated IP 172.20.0.14 (7091017d-2230-4288-b149-b0a8abc860d9/d9ce5f47-6b8d-4442-bda9-2c50c5c59baa/650e2ddf-bdf1-4075-9039-9b283a928ffc) {{(pid=74981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:47:50.822483 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf6261-36a1-499e-a9f5-8f416fd98793 req-a8389397-0920-4c7e-b0ea-9bbc6265b045 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:50.831363 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-b3bf6261-36a1-499e-a9f5-8f416fd98793 req-a8389397-0920-4c7e-b0ea-9bbc6265b045 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2a6a202-e984-477a-b2bc-2943af00e18d HTTP/1.1" status: 200  len: 854 time: 0.0777965
Sep 10 16:47:51.001030 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-b3bf6261-36a1-499e-a9f5-8f416fd98793 req-49e3448d-aa7e-496b-83ce-ebfe73abeb70 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fab5f826-fa9d-49ba-ac0c-578581e924e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1424897
Sep 10 16:47:51.023765 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928116a-f28d-4b10-a806-5ae7cec5e42b req-8d18991b-f24b-4a68-a56c-a3b87ef6318f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:51.025219 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-b928116a-f28d-4b10-a806-5ae7cec5e42b req-8d18991b-f24b-4a68-a56c-a3b87ef6318f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 943 time: 0.1110044
Sep 10 16:47:51.068218 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-29277304-418b-4d32-a9dc-adb5563df5d0 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks [] for port, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:51.084458 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.provisioning_blocks [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-29277304-418b-4d32-a9dc-adb5563df5d0 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Transition to ACTIVE for port object 650e2ddf-bdf1-4075-9039-9b283a928ffc will not be triggered until provisioned by entity DHCP. {{(pid=74981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:47:51.106786 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-29277304-418b-4d32-a9dc-adb5563df5d0 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2943309'] for port, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:51.113764 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:51.159729 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-b928116a-f28d-4b10-a806-5ae7cec5e42b req-287f83ae-7879-4666-9acb-71cb1e8017f3 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1128547
Sep 10 16:47:51.182817 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-29277304-418b-4d32-a9dc-adb5563df5d0 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Network 7091017d-2230-4288-b149-b0a8abc860d9 is already hosted by enough agents. {{(pid=74981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:47:51.186714 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.base_scheduler [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-29277304-418b-4d32-a9dc-adb5563df5d0 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Resources bound (agent type, host, resource id):  {{(pid=74981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:47:51.191018 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.l3_dvrscheduler_db [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-29277304-418b-4d32-a9dc-adb5563df5d0 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Received port after_create {{(pid=74981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:47:51.206266 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-b3bf6261-36a1-499e-a9f5-8f416fd98793 req-4711db56-e05e-444c-9abb-8c07a07268a1 service neutron] 10.222.0.24 "GET /v2.0/networks/fab5f826-fa9d-49ba-ac0c-578581e924e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1689932
Sep 10 16:47:51.239060 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29277304-418b-4d32-a9dc-adb5563df5d0 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Pushing event updated for resources: {'Port': ['ID=650e2ddf-bdf1-4075-9039-9b283a928ffc,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:51.254454 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29277304-418b-4d32-a9dc-adb5563df5d0 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:47:51.254852 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29277304-418b-4d32-a9dc-adb5563df5d0 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:47:51.255178 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29277304-418b-4d32-a9dc-adb5563df5d0 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:47:51.255572 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29277304-418b-4d32-a9dc-adb5563df5d0 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:47:51.272031 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29277304-418b-4d32-a9dc-adb5563df5d0 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:47:51.272539 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29277304-418b-4d32-a9dc-adb5563df5d0 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:47:51.272903 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29277304-418b-4d32-a9dc-adb5563df5d0 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:47:51.273267 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29277304-418b-4d32-a9dc-adb5563df5d0 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:47:51.274264 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29277304-418b-4d32-a9dc-adb5563df5d0 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:47:51.274264 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29277304-418b-4d32-a9dc-adb5563df5d0 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:47:51.274491 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29277304-418b-4d32-a9dc-adb5563df5d0 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:47:51.278352 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-29277304-418b-4d32-a9dc-adb5563df5d0 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:51.316482 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-29277304-418b-4d32-a9dc-adb5563df5d0 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:51.317230 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-29277304-418b-4d32-a9dc-adb5563df5d0 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:51.364107 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-29277304-418b-4d32-a9dc-adb5563df5d0 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0710495
Sep 10 16:47:51.377749 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-375d8cfc-04e5-4d2a-ab4a-a0f1ca4454b6 service neutron] Request body: {'port': {'device_id': '2db5d8da-afe8-40ac-b51c-63eae902a76b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:47:51.435451 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-b3bf6261-36a1-499e-a9f5-8f416fd98793 req-12db8599-c2b1-426d-a051-ede8e9579f47 service neutron] 10.222.0.24 "GET /v2.0/networks/fab5f826-fa9d-49ba-ac0c-578581e924e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2316122
Sep 10 16:47:51.496600 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-16306a48-8e71-4ff9-8753-7d660bbee86c None None] Provisioning for port 650e2ddf-bdf1-4075-9039-9b283a928ffc completed by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:47:51.511184 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-16306a48-8e71-4ff9-8753-7d660bbee86c None None] Provisioning complete for port 650e2ddf-bdf1-4075-9039-9b283a928ffc triggered by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:47:51.511570 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-16306a48-8e71-4ff9-8753-7d660bbee86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:51.582971 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-16306a48-8e71-4ff9-8753-7d660bbee86c None None] Port 650e2ddf-bdf1-4075-9039-9b283a928ffc cannot update to ACTIVE because it is not bound. {{(pid=74983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 10 16:47:51.583435 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-375d8cfc-04e5-4d2a-ab4a-a0f1ca4454b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:51.657764 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f24dbfc-0f87-4dac-aaf4-81db31639f34 req-3d9540e0-4602-4f4a-b70e-e64030ac7945 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:51.658808 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-7f24dbfc-0f87-4dac-aaf4-81db31639f34 req-3d9540e0-4602-4f4a-b70e-e64030ac7945 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Synchronizing usage tracker for tenant:427e6796c7f542059575841cfab8a583 on resource:port {{(pid=74981) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:47:51.702207 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-7f24dbfc-0f87-4dac-aaf4-81db31639f34 req-3d9540e0-4602-4f4a-b70e-e64030ac7945 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Unset dirty status for tenant:427e6796c7f542059575841cfab8a583 on resource:port {{(pid=74981) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:47:51.703371 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7f24dbfc-0f87-4dac-aaf4-81db31639f34 req-3d9540e0-4602-4f4a-b70e-e64030ac7945 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 932 time: 0.2510006
Sep 10 16:47:51.828963 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7f24dbfc-0f87-4dac-aaf4-81db31639f34 req-a036968b-0513-486a-83e7-5a2d29cc8af3 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0898926
Sep 10 16:47:52.034920 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.notifiers.nova [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-375d8cfc-04e5-4d2a-ab4a-a0f1ca4454b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 650e2ddf-bdf1-4075-9039-9b283a928ffc {{(pid=74981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:47:52.043127 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-375d8cfc-04e5-4d2a-ab4a-a0f1ca4454b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:52.059646 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.provisioning_blocks [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-375d8cfc-04e5-4d2a-ab4a-a0f1ca4454b6 service neutron] Transition to ACTIVE for port object 650e2ddf-bdf1-4075-9039-9b283a928ffc will not be triggered until provisioned by entity L2. {{(pid=74981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:47:52.064175 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-375d8cfc-04e5-4d2a-ab4a-a0f1ca4454b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2943322'] for port, after_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:52.069425 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-280d0118-c050-41b4-8914-ed3d13e9c72e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:52.316453 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d8cfc-04e5-4d2a-ab4a-a0f1ca4454b6 service neutron] Pushing event updated for resources: {'Port': ['ID=650e2ddf-bdf1-4075-9039-9b283a928ffc,revision_number=2']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:52.328640 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-375d8cfc-04e5-4d2a-ab4a-a0f1ca4454b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:52.369169 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.managers [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-375d8cfc-04e5-4d2a-ab4a-a0f1ca4454b6 service neutron] Attempting to bind port 650e2ddf-bdf1-4075-9039-9b283a928ffc on host hv-cinder-80847 for vnic_type normal with profile  {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:47:52.369977 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.managers [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-375d8cfc-04e5-4d2a-ab4a-a0f1ca4454b6 service neutron] Attempting to bind port 650e2ddf-bdf1-4075-9039-9b283a928ffc by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': 'c5a19012-d1b7-40fb-9185-4f6121dd52f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7091017d-2230-4288-b149-b0a8abc860d9'}] {{(pid=74981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:47:52.369977 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-375d8cfc-04e5-4d2a-ab4a-a0f1ca4454b6 service neutron] Attempting to bind port 650e2ddf-bdf1-4075-9039-9b283a928ffc on network 7091017d-2230-4288-b149-b0a8abc860d9 {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:47:52.387778 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-375d8cfc-04e5-4d2a-ab4a-a0f1ca4454b6 service neutron] Port 650e2ddf-bdf1-4075-9039-9b283a928ffc on network 7091017d-2230-4288-b149-b0a8abc860d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 10 16:47:52.388202 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-375d8cfc-04e5-4d2a-ab4a-a0f1ca4454b6 service neutron] Attempting to bind port 650e2ddf-bdf1-4075-9039-9b283a928ffc on network 7091017d-2230-4288-b149-b0a8abc860d9 {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:47:52.398386 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-375d8cfc-04e5-4d2a-ab4a-a0f1ca4454b6 service neutron] Checking agent: {'id': '653d4f90-9fea-4616-953f-74c38214cca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 41, 36), 'started_at': datetime.datetime(2021, 9, 10, 16, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:47:52.398809 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-375d8cfc-04e5-4d2a-ab4a-a0f1ca4454b6 service neutron] Checking segment: {'id': 'c5a19012-d1b7-40fb-9185-4f6121dd52f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7091017d-2230-4288-b149-b0a8abc860d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:47:52.399126 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-375d8cfc-04e5-4d2a-ab4a-a0f1ca4454b6 service neutron] Bound using segment: {'id': 'c5a19012-d1b7-40fb-9185-4f6121dd52f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7091017d-2230-4288-b149-b0a8abc860d9'} {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:47:52.399926 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.managers [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-375d8cfc-04e5-4d2a-ab4a-a0f1ca4454b6 service neutron] Bound port: 650e2ddf-bdf1-4075-9039-9b283a928ffc, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a19012-d1b7-40fb-9185-4f6121dd52f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7091017d-2230-4288-b149-b0a8abc860d9'}}] {{(pid=74981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:47:52.400411 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-375d8cfc-04e5-4d2a-ab4a-a0f1ca4454b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:52.500033 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-375d8cfc-04e5-4d2a-ab4a-a0f1ca4454b6 service neutron] For port 650e2ddf-bdf1-4075-9039-9b283a928ffc, host hv-cinder-80847, cleared binding levels {{(pid=74981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:47:52.503539 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-375d8cfc-04e5-4d2a-ab4a-a0f1ca4454b6 service neutron] For port 650e2ddf-bdf1-4075-9039-9b283a928ffc, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=650e2ddf-bdf1-4075-9039-9b283a928ffc,segment=NetworkSegment(c5a19012-d1b7-40fb-9185-4f6121dd52f6),segment_id=c5a19012-d1b7-40fb-9185-4f6121dd52f6)] {{(pid=74981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:47:52.509580 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-375d8cfc-04e5-4d2a-ab4a-a0f1ca4454b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2943322'] for port, after_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:52.515348 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-664de722-e9ea-499c-90b0-7214b066aaab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:52.634885 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-375d8cfc-04e5-4d2a-ab4a-a0f1ca4454b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:52.636385 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-375d8cfc-04e5-4d2a-ab4a-a0f1ca4454b6 service neutron] 10.222.0.24 "PUT /v2.0/ports/650e2ddf-bdf1-4075-9039-9b283a928ffc HTTP/1.1" status: 200  len: 1094 time: 1.2634091
Sep 10 16:47:52.638535 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db5d8da-afe8-40ac-b51c-63eae902a76b', 'tag': '650e2ddf-bdf1-4075-9039-9b283a928ffc'}] {{(pid=74981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:47:52.667145 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d8cfc-04e5-4d2a-ab4a-a0f1ca4454b6 service neutron] Pushing event updated for resources: {'Port': ['ID=650e2ddf-bdf1-4075-9039-9b283a928ffc,revision_number=3']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:52.671182 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-375d8cfc-04e5-4d2a-ab4a-a0f1ca4454b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:52.744884 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2db5d8da-afe8-40ac-b51c-63eae902a76b', 'tag': '650e2ddf-bdf1-4075-9039-9b283a928ffc', 'status': 'completed', 'code': 200}
Sep 10 16:47:52.752253 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410cbb8-e6fe-4edd-a11d-27f329dc00c9 req-4083e625-cfdd-49ae-a3c5-874c76c243c8 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:52.753853 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-f410cbb8-e6fe-4edd-a11d-27f329dc00c9 req-4083e625-cfdd-49ae-a3c5-874c76c243c8 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 943 time: 0.2064519
Sep 10 16:47:52.849377 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-f410cbb8-e6fe-4edd-a11d-27f329dc00c9 req-8c6f88b2-7404-4a30-b143-60369dca1761 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0870180
Sep 10 16:47:52.854491 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-27c9e2ab-87ca-4740-acf2-60355f9d73ac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=427e6796c7f542059575841cfab8a583&device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 1097 time: 0.1810441
Sep 10 16:47:52.948964 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-64edfcb5-7f22-47d7-9dca-caf669adb84d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=650e2ddf-bdf1-4075-9039-9b283a928ffc HTTP/1.1" status: 200  len: 217 time: 0.0839183
Sep 10 16:47:53.122121 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-d687d660-420d-47d7-9912-d2079274bbb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:53.124968 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-d687d660-420d-47d7-9912-d2079274bbb6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9ce5f47-6b8d-4442-bda9-2c50c5c59baa HTTP/1.1" status: 200  len: 847 time: 0.1684735
Sep 10 16:47:53.182148 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0111861-204f-445a-a0fb-8f08190c788b req-c9d74a13-991b-4db2-9a31-bb51e82772a8 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:53.182765 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-c0111861-204f-445a-a0fb-8f08190c788b req-c9d74a13-991b-4db2-9a31-bb51e82772a8 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Synchronizing usage tracker for tenant:427e6796c7f542059575841cfab8a583 on resource:port {{(pid=74982) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:47:53.195830 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-c0111861-204f-445a-a0fb-8f08190c788b req-c9d74a13-991b-4db2-9a31-bb51e82772a8 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Unset dirty status for tenant:427e6796c7f542059575841cfab8a583 on resource:port {{(pid=74982) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:47:53.196966 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-c0111861-204f-445a-a0fb-8f08190c788b req-c9d74a13-991b-4db2-9a31-bb51e82772a8 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 944 time: 0.2095094
Sep 10 16:47:53.206917 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-2afea462-834a-4b42-9553-b9dd22f19edf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7091017d-2230-4288-b149-b0a8abc860d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0743566
Sep 10 16:47:53.244077 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-c0111861-204f-445a-a0fb-8f08190c788b req-2a5c6258-6e80-4fa8-bdcb-0e52080e65df tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Synchronizing usage tracker for tenant:427e6796c7f542059575841cfab8a583 on resource:security_group {{(pid=74982) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:47:53.255958 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-c0111861-204f-445a-a0fb-8f08190c788b req-2a5c6258-6e80-4fa8-bdcb-0e52080e65df tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Unset dirty status for tenant:427e6796c7f542059575841cfab8a583 on resource:security_group {{(pid=74982) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:47:53.257082 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-c0111861-204f-445a-a0fb-8f08190c788b req-2a5c6258-6e80-4fa8-bdcb-0e52080e65df tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534608
Sep 10 16:47:54.062420 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f56db4-bdb9-446f-9815-eb6a50f504bf req-04787ffe-e258-46ce-b2ab-f69cd53ea59a tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:54.063859 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b8f56db4-bdb9-446f-9815-eb6a50f504bf req-04787ffe-e258-46ce-b2ab-f69cd53ea59a tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 943 time: 0.0776303
Sep 10 16:47:54.109441 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b8f56db4-bdb9-446f-9815-eb6a50f504bf req-a85abae7-a1cc-4721-bbb6-b74cbb15fe6d tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401666
Sep 10 16:47:54.356457 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-c93d324b-2237-41b2-8f73-8352a81f221d service neutron] 10.222.0.24 "GET /v2.0/networks/7091017d-2230-4288-b149-b0a8abc860d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285524
Sep 10 16:47:54.463410 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd379f-5361-4201-a4cc-98db66bb39e3 req-6ec74758-a4c4-4647-98f1-4ee15e556806 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:54.464781 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-e1bd379f-5361-4201-a4cc-98db66bb39e3 req-6ec74758-a4c4-4647-98f1-4ee15e556806 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 944 time: 0.0789733
Sep 10 16:47:54.509950 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-e1bd379f-5361-4201-a4cc-98db66bb39e3 req-9eaf344f-4522-408b-90b1-31b8a0a0badd tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393136
Sep 10 16:47:55.210824 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-2d9592e1-8e70-4550-9d7c-2775d784ab2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:55.339662 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac10a85-a65f-4fdf-8e87-a468e26d41ae req-0b3c9162-e11b-4611-b7fe-0c3709b97255 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:55.341254 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-fac10a85-a65f-4fdf-8e87-a468e26d41ae req-0b3c9162-e11b-4611-b7fe-0c3709b97255 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 943 time: 0.0891690
Sep 10 16:47:55.389989 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-fac10a85-a65f-4fdf-8e87-a468e26d41ae req-16925233-d1b5-4423-a5be-114f4a5c34fe tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432949
Sep 10 16:47:55.627845 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:55.707084 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03669c0-36eb-4c5f-bbc7-88c3e968e1f3 req-6d138b57-b50c-4554-8722-1085aaa7631f tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:55.708474 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-a03669c0-36eb-4c5f-bbc7-88c3e968e1f3 req-6d138b57-b50c-4554-8722-1085aaa7631f tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 944 time: 0.0763738
Sep 10 16:47:55.752996 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-a03669c0-36eb-4c5f-bbc7-88c3e968e1f3 req-2265b748-51ee-433b-be6d-7985847549c5 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391438
Sep 10 16:47:56.121711 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7368fcda-17f5-438e-a048-da6e1a8a29c1 req-df840f6f-9140-4854-b37c-22d372e647ee service neutron] 10.222.0.24 "GET /v2.0/networks/7091017d-2230-4288-b149-b0a8abc860d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232970
Sep 10 16:47:56.243392 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4dbb5afa-8d6f-41d0-994a-af8062109dfc req-45d284a9-65f5-4702-b41c-9744a00c6327 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=427e6796c7f542059575841cfab8a583&device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 1097 time: 0.0671582
Sep 10 16:47:56.377027 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb5afa-8d6f-41d0-994a-af8062109dfc req-84f8f6c1-e5d4-4c68-99d6-a3931cec3f97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:56.378534 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4dbb5afa-8d6f-41d0-994a-af8062109dfc req-84f8f6c1-e5d4-4c68-99d6-a3931cec3f97 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7091017d-2230-4288-b149-b0a8abc860d9 HTTP/1.1" status: 200  len: 909 time: 0.1286752
Sep 10 16:47:56.450524 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4dbb5afa-8d6f-41d0-994a-af8062109dfc req-8a679fb8-b582-4ab2-90b4-e00675acc4ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=650e2ddf-bdf1-4075-9039-9b283a928ffc HTTP/1.1" status: 200  len: 217 time: 0.0645893
Sep 10 16:47:56.518654 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb5afa-8d6f-41d0-994a-af8062109dfc req-881ad7a6-bb94-486c-b128-b58d056f37c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:56.520015 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4dbb5afa-8d6f-41d0-994a-af8062109dfc req-881ad7a6-bb94-486c-b128-b58d056f37c9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9ce5f47-6b8d-4442-bda9-2c50c5c59baa HTTP/1.1" status: 200  len: 847 time: 0.0579975
Sep 10 16:47:56.660056 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4dbb5afa-8d6f-41d0-994a-af8062109dfc req-404e5609-c266-465b-a94d-d8f58596f924 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7091017d-2230-4288-b149-b0a8abc860d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1333127
Sep 10 16:47:56.666441 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e62aa2-cf9a-4b62-a746-083300c2d0f1 req-e21a7ebf-d9b6-445a-b718-f4f658241f0b tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:56.667810 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-14e62aa2-cf9a-4b62-a746-083300c2d0f1 req-e21a7ebf-d9b6-445a-b718-f4f658241f0b tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 943 time: 0.1078639
Sep 10 16:47:56.799980 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-14e62aa2-cf9a-4b62-a746-083300c2d0f1 req-13d35a69-b2a5-4263-b687-2d5f3188fd8a tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1123178
Sep 10 16:47:56.833099 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4dbb5afa-8d6f-41d0-994a-af8062109dfc req-05aa9f40-687f-49ba-8d20-24ae50c4389c service neutron] 10.222.0.24 "GET /v2.0/networks/7091017d-2230-4288-b149-b0a8abc860d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1635189
Sep 10 16:47:56.967667 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd26311-9b37-4248-90ed-560fb920c929 req-16b3b943-c895-42fb-8167-c77a486cefe4 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:56.969879 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-7fd26311-9b37-4248-90ed-560fb920c929 req-16b3b943-c895-42fb-8167-c77a486cefe4 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 944 time: 0.0825322
Sep 10 16:47:56.972242 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4dbb5afa-8d6f-41d0-994a-af8062109dfc req-b3ce9087-e74c-4fad-beff-32c497957733 service neutron] 10.222.0.24 "GET /v2.0/networks/7091017d-2230-4288-b149-b0a8abc860d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1296446
Sep 10 16:47:57.023786 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-7fd26311-9b37-4248-90ed-560fb920c929 req-125f3175-1c20-4e8e-9e09-8bd5f787c5fa tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433862
Sep 10 16:47:57.191817 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 33046) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:57.340350 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d5bf278b-1270-4633-98c9-150325112543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:57.370549 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-d5bf278b-1270-4633-98c9-150325112543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:47:57.374272 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-d5bf278b-1270-4633-98c9-150325112543 admin admin] Usage tracker for resource:security_group_rule and tenant:7e4e04007adc4696ad28f75a684a0d63 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:47:57.376960 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-d5bf278b-1270-4633-98c9-150325112543 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:47:57.382875 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-d5bf278b-1270-4633-98c9-150325112543 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:47:57.456939 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d5bf278b-1270-4633-98c9-150325112543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:57.460164 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-d5bf278b-1270-4633-98c9-150325112543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:57.467462 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:57.497008 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-d2978cf2-6737-4a74-a1ff-1c0b52d8e823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:57.511929 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf278b-1270-4633-98c9-150325112543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d42c880-482c-428e-8083-13eec332c282,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:57.515759 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-d5bf278b-1270-4633-98c9-150325112543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:57.518656 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-d5bf278b-1270-4633-98c9-150325112543 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7e4e04007adc4696ad28f75a684a0d63&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3258224
Sep 10 16:47:57.521314 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 33056) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:57.580436 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-427e4d27-237a-4085-bc14-5333f2fcba5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:57.605019 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-427e4d27-237a-4085-bc14-5333f2fcba5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:57.655493 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-427e4d27-237a-4085-bc14-5333f2fcba5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:57.660048 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-8c9eddac-2bc0-403a-a804-f498d4e6cc77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:57.671434 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e4d27-237a-4085-bc14-5333f2fcba5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d42c880-482c-428e-8083-13eec332c282,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:57.674277 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-427e4d27-237a-4085-bc14-5333f2fcba5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:57.676173 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-427e4d27-237a-4085-bc14-5333f2fcba5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:57.677336 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-427e4d27-237a-4085-bc14-5333f2fcba5b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9d42c880-482c-428e-8083-13eec332c282 HTTP/1.1" status: 204  len: 168 time: 0.1550786
Sep 10 16:47:58.000312 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 33066) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:58.019422 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-dd0fcd29-b8f1-4ac5-9b9f-f909ca06bf41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:58.052211 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-dd0fcd29-b8f1-4ac5-9b9f-f909ca06bf41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:47:58.057980 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-dd0fcd29-b8f1-4ac5-9b9f-f909ca06bf41 admin admin] Usage tracker for resource:security_group_rule and tenant:c3512c27fda948588e2e5153028ea818 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:47:58.061276 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-dd0fcd29-b8f1-4ac5-9b9f-f909ca06bf41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:47:58.067661 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-dd0fcd29-b8f1-4ac5-9b9f-f909ca06bf41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:47:58.102335 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31961b5-c9b0-439c-aba6-3792f5cc84ad req-200a3acd-4c0e-4c7f-9d5c-dee22c5e9b5b tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:58.104593 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-f31961b5-c9b0-439c-aba6-3792f5cc84ad req-200a3acd-4c0e-4c7f-9d5c-dee22c5e9b5b tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 943 time: 0.1670086
Sep 10 16:47:58.137747 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-dd0fcd29-b8f1-4ac5-9b9f-f909ca06bf41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:58.142958 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-dd0fcd29-b8f1-4ac5-9b9f-f909ca06bf41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:58.150044 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-1125a7fb-b475-481a-914d-be69b139406b tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:58.152345 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-f31961b5-c9b0-439c-aba6-3792f5cc84ad req-999d2803-4de6-4c9e-871c-b0cca41460ec tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403078
Sep 10 16:47:58.234726 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0fcd29-b8f1-4ac5-9b9f-f909ca06bf41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d087f8e0-1982-4552-9a08-882dc97ba6b1,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:58.239348 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-dd0fcd29-b8f1-4ac5-9b9f-f909ca06bf41 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c3512c27fda948588e2e5153028ea818&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2380323
Sep 10 16:47:58.242610 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 33074) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:47:58.255284 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0fcd29-b8f1-4ac5-9b9f-f909ca06bf41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:47:58.255652 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0fcd29-b8f1-4ac5-9b9f-f909ca06bf41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:47:58.256013 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0fcd29-b8f1-4ac5-9b9f-f909ca06bf41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:47:58.256369 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0fcd29-b8f1-4ac5-9b9f-f909ca06bf41 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:47:58.256729 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0fcd29-b8f1-4ac5-9b9f-f909ca06bf41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:47:58.257076 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0fcd29-b8f1-4ac5-9b9f-f909ca06bf41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:47:58.257424 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0fcd29-b8f1-4ac5-9b9f-f909ca06bf41 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:47:58.257770 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0fcd29-b8f1-4ac5-9b9f-f909ca06bf41 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:47:58.258138 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0fcd29-b8f1-4ac5-9b9f-f909ca06bf41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:47:58.258485 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0fcd29-b8f1-4ac5-9b9f-f909ca06bf41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:47:58.258826 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0fcd29-b8f1-4ac5-9b9f-f909ca06bf41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:47:58.263174 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-dd0fcd29-b8f1-4ac5-9b9f-f909ca06bf41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:58.284888 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4a9f8-91cb-4068-8342-093d7c894361 req-fb0a7573-d887-4898-8613-a26ac4271f6f tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:58.286987 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-99b4a9f8-91cb-4068-8342-093d7c894361 req-fb0a7573-d887-4898-8613-a26ac4271f6f tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 944 time: 0.1300972
Sep 10 16:47:58.319657 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-bce46775-7f04-46cd-88da-cd4001f27060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:58.356691 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-99b4a9f8-91cb-4068-8342-093d7c894361 req-3032f89a-98ca-43c9-b083-efe2e973cb07 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622497
Sep 10 16:47:58.362220 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-bce46775-7f04-46cd-88da-cd4001f27060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:58.426880 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-bce46775-7f04-46cd-88da-cd4001f27060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:58.433353 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-5d3154dc-fbfa-452e-89c6-61fa655fa13a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:47:58.444628 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce46775-7f04-46cd-88da-cd4001f27060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d087f8e0-1982-4552-9a08-882dc97ba6b1,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:47:58.448798 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-bce46775-7f04-46cd-88da-cd4001f27060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:47:58.449638 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:58.452663 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-bce46775-7f04-46cd-88da-cd4001f27060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:47:58.453849 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-bce46775-7f04-46cd-88da-cd4001f27060 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d087f8e0-1982-4552-9a08-882dc97ba6b1 HTTP/1.1" status: 204  len: 168 time: 0.2098978
Sep 10 16:47:59.369123 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab0d27-5618-4cdd-a0e0-c40ddf725f5d req-2685fda5-8831-4912-b364-583dd808226d tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:59.370636 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7bab0d27-5618-4cdd-a0e0-c40ddf725f5d req-2685fda5-8831-4912-b364-583dd808226d tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 943 time: 0.0779765
Sep 10 16:47:59.417128 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7bab0d27-5618-4cdd-a0e0-c40ddf725f5d req-4ac78843-004f-4826-9ed0-fab10e7f15b5 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402582
Sep 10 16:47:59.560993 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e292c-459f-4aa6-a1a4-659a543ed9d5 req-6f4900b0-6a90-4659-94d0-674bdbafea66 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:47:59.562479 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-1e0e292c-459f-4aa6-a1a4-659a543ed9d5 req-6f4900b0-6a90-4659-94d0-674bdbafea66 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 944 time: 0.0806706
Sep 10 16:47:59.612721 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-1e0e292c-459f-4aa6-a1a4-659a543ed9d5 req-ec109a24-cc5b-4081-83fa-57f7db64b758 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445971
Sep 10 16:47:59.934200 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:00.635406 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83b664-01a5-456f-858d-92b94cf2c801 req-95e2188d-6cd2-427a-bd4c-57ffedbf0e93 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:00.636898 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2e83b664-01a5-456f-858d-92b94cf2c801 req-95e2188d-6cd2-427a-bd4c-57ffedbf0e93 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 943 time: 0.0802498
Sep 10 16:48:00.687274 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2e83b664-01a5-456f-858d-92b94cf2c801 req-fd36cb18-1524-4f08-8702-1483ecdb0847 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444956
Sep 10 16:48:00.845284 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dad673-b502-44e3-9a78-6f8b58059622 req-1d08d1e3-e8a3-4b50-be37-d43b5fba48f1 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:00.847061 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-97dad673-b502-44e3-9a78-6f8b58059622 req-1d08d1e3-e8a3-4b50-be37-d43b5fba48f1 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 944 time: 0.1107140
Sep 10 16:48:00.894495 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-97dad673-b502-44e3-9a78-6f8b58059622 req-3d495601-4b1e-4a69-87d7-adefa318e3f6 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418200
Sep 10 16:48:00.922540 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=74983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 10 16:48:01.053032 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736,segment=NetworkSegment(26e62b26-76ed-49f4-9578-2518370488fd),segment_id=26e62b26-76ed-49f4-9578-2518370488fd)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:48:01.066337 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Returning: {'device': 'b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736', 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a', 'port_id': 'b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736', 'mac_address': 'fa:16:3e:9d:64:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c869236f-34e5-4060-bd38-439ed8cf68e4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 10 16:48:01.121271 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:01.137620 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736 {{(pid=74983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:48:01.152473 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736,segment=NetworkSegment(26e62b26-76ed-49f4-9578-2518370488fd),segment_id=26e62b26-76ed-49f4-9578-2518370488fd)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:48:01.157087 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:01.158945 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:48:01.227604 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736,revision_number=9']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:48:01.236319 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:48:01.236663 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:48:01.237000 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:48:01.237334 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:48:01.237664 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:48:01.237994 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:48:01.238357 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:48:01.238691 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:48:01.239030 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:48:01.239333 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:48:01.239651 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:48:01.243386 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:48:01.896388 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faab47-56b4-44a2-aba1-b6e3622072d4 req-2511daec-6d8b-455c-9d6c-82057aa7e053 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:01.897872 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b8faab47-56b4-44a2-aba1-b6e3622072d4 req-2511daec-6d8b-455c-9d6c-82057aa7e053 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 944 time: 0.0770094
Sep 10 16:48:01.944552 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b8faab47-56b4-44a2-aba1-b6e3622072d4 req-0e7da441-81e2-4f0a-be95-32897c826fe8 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409429
Sep 10 16:48:02.100221 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3240f-1798-49f3-89ff-e160c2a26289 req-7fd0882a-63a0-438d-a94e-832c4bb66ec5 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:02.101679 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-82b3240f-1798-49f3-89ff-e160c2a26289 req-7fd0882a-63a0-438d-a94e-832c4bb66ec5 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 944 time: 0.0789745
Sep 10 16:48:02.148997 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-82b3240f-1798-49f3-89ff-e160c2a26289 req-6761a420-b6ed-4138-92c9-d1a381a22ab9 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411990
Sep 10 16:48:02.238345 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] get_ports_and_sgs() called for port_ids ['b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736'] {{(pid=74983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 10 16:48:03.168441 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17228bc-f824-418d-8391-ebb944150ee9 req-cc771a2c-0e13-4995-9e99-b38d8ee6cb33 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:03.169947 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-c17228bc-f824-418d-8391-ebb944150ee9 req-cc771a2c-0e13-4995-9e99-b38d8ee6cb33 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 944 time: 0.0860498
Sep 10 16:48:03.216891 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-c17228bc-f824-418d-8391-ebb944150ee9 req-c520a981-5f85-43fa-ad27-001314cf2cd0 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408602
Sep 10 16:48:03.350703 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6adff7-4be1-43ae-8706-a30db53ab940 req-4ae6d4c0-d881-4069-974b-587833b4399e tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:03.352162 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-6a6adff7-4be1-43ae-8706-a30db53ab940 req-4ae6d4c0-d881-4069-974b-587833b4399e tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 944 time: 0.0796902
Sep 10 16:48:03.399600 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-6a6adff7-4be1-43ae-8706-a30db53ab940 req-cc229371-abfc-4b04-8964-cb9fba3ab620 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417898
Sep 10 16:48:04.433824 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c72eb-de01-452c-be64-b61864897ad7 req-297fe195-e822-4d9e-85a7-5c242c4893fa tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:04.435481 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-674c72eb-de01-452c-be64-b61864897ad7 req-297fe195-e822-4d9e-85a7-5c242c4893fa tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 944 time: 0.0799241
Sep 10 16:48:04.484901 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-674c72eb-de01-452c-be64-b61864897ad7 req-f2818e0c-6780-4e4e-b415-54fc8d87b22f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442290
Sep 10 16:48:04.591686 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb02b3c-1b70-40c5-85a8-dd5b65a56848 req-d3eab0ab-06c8-459d-8f3d-173c1dc757f3 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:04.593117 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-7eb02b3c-1b70-40c5-85a8-dd5b65a56848 req-d3eab0ab-06c8-459d-8f3d-173c1dc757f3 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 944 time: 0.0751703
Sep 10 16:48:04.635848 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-7eb02b3c-1b70-40c5-85a8-dd5b65a56848 req-fa301a0d-f1ee-4f5c-b49b-aed588e6db2a tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373340
Sep 10 16:48:05.702922 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea90f0-a0ec-4339-ac79-fe1739f8416b req-b073f176-cb66-443b-9ff5-1d38a49d47cc tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:05.704430 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-7dea90f0-a0ec-4339-ac79-fe1739f8416b req-b073f176-cb66-443b-9ff5-1d38a49d47cc tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 944 time: 0.0842695
Sep 10 16:48:05.771729 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-7dea90f0-a0ec-4339-ac79-fe1739f8416b req-b4c6a489-96e3-4971-a36c-e49b9b0642d4 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607331
Sep 10 16:48:05.894256 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736 up at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:48:05.907527 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8acf69-7e84-4a67-b45e-afd2d856f782 req-3bc7bc36-8fdd-45f2-9136-d2be98d98fc7 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:05.909442 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-dc8acf69-7e84-4a67-b45e-afd2d856f782 req-3bc7bc36-8fdd-45f2-9136-d2be98d98fc7 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 944 time: 0.0860021
Sep 10 16:48:05.943528 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:05.958933 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-dc8acf69-7e84-4a67-b45e-afd2d856f782 req-4e919171-2f12-4212-a223-e0f91ae67bb8 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408370
Sep 10 16:48:05.969674 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning complete for port b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:48:05.970055 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:06.102702 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:06.128779 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0007b50-7c84-4a40-af93-ae969d856f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736'}] {{(pid=74983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:48:06.138604 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736,segment=NetworkSegment(26e62b26-76ed-49f4-9578-2518370488fd),segment_id=26e62b26-76ed-49f4-9578-2518370488fd)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:48:06.142440 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:06.144347 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-977f7bf9-e9d8-464c-a8f0-36123ac9f0e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:48:06.194576 dv-cinder-808473-1-iscsi neutron-server[74983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0007b50-7c84-4a40-af93-ae969d856f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736', 'code': 200}
Sep 10 16:48:06.211410 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736,revision_number=10']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:48:06.214348 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:48:06.744325 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-dd9153fc-3dbe-4610-8d0e-9b6cdbc49b11 req-cb9e8663-2c39-417b-b82a-e21b9ce74484 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 1099 time: 0.0763893
Sep 10 16:48:06.792223 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-dd9153fc-3dbe-4610-8d0e-9b6cdbc49b11 req-cc5d5bce-0e7b-4bf1-a171-e2c1b042d9cd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378137
Sep 10 16:48:06.988720 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a4519-6736-4034-865a-37d9b0689ffa req-d7ffd26d-1911-4479-a044-efad8398784c tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:06.990229 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-bf0a4519-6736-4034-865a-37d9b0689ffa req-d7ffd26d-1911-4479-a044-efad8398784c tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 946 time: 0.0776877
Sep 10 16:48:07.039042 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-bf0a4519-6736-4034-865a-37d9b0689ffa req-dfd10a67-4eb5-4fa0-8718-fe97711eafc6 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421231
Sep 10 16:48:07.190959 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324d4bb-bd26-4c42-88a5-1cd6b2404b19 req-25796887-83d5-4dbb-a9fc-7de548c97b00 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:07.192642 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-1324d4bb-bd26-4c42-88a5-1cd6b2404b19 req-25796887-83d5-4dbb-a9fc-7de548c97b00 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 944 time: 0.0857444
Sep 10 16:48:07.243284 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-1324d4bb-bd26-4c42-88a5-1cd6b2404b19 req-9e2b3a98-17b7-4c97-8bc4-b2245eaf193e tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440109
Sep 10 16:48:08.271084 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e084d0-db32-4547-8346-8147a273149b req-1a9fdd20-56e0-4229-a4e8-67ac26ffe52e tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:08.272590 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-74e084d0-db32-4547-8346-8147a273149b req-1a9fdd20-56e0-4229-a4e8-67ac26ffe52e tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 946 time: 0.0815980
Sep 10 16:48:08.320230 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-74e084d0-db32-4547-8346-8147a273149b req-a845818b-c9cf-4fdc-82b9-90605874332c tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419371
Sep 10 16:48:08.471068 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d192a-076b-44b4-b2ae-2a1eacc80cd2 req-0b9ef49f-5eb3-4a66-b90f-bca8dd504649 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:08.472940 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-081d192a-076b-44b4-b2ae-2a1eacc80cd2 req-0b9ef49f-5eb3-4a66-b90f-bca8dd504649 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 944 time: 0.0990906
Sep 10 16:48:08.517599 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-081d192a-076b-44b4-b2ae-2a1eacc80cd2 req-2b5b12a4-4982-4d70-973f-090ddd72c4dd tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392513
Sep 10 16:48:08.659656 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 650e2ddf-bdf1-4075-9039-9b283a928ffc details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=74983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 10 16:48:08.789243 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 650e2ddf-bdf1-4075-9039-9b283a928ffc, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=650e2ddf-bdf1-4075-9039-9b283a928ffc,segment=NetworkSegment(c5a19012-d1b7-40fb-9185-4f6121dd52f6),segment_id=c5a19012-d1b7-40fb-9185-4f6121dd52f6)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:48:08.801811 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Returning: {'device': '650e2ddf-bdf1-4075-9039-9b283a928ffc', 'network_id': '7091017d-2230-4288-b149-b0a8abc860d9', 'port_id': '650e2ddf-bdf1-4075-9039-9b283a928ffc', 'mac_address': 'fa:16:3e:80:99:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9ce5f47-6b8d-4442-bda9-2c50c5c59baa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 10 16:48:08.853359 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:08.869704 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 650e2ddf-bdf1-4075-9039-9b283a928ffc {{(pid=74983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:48:08.884754 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 650e2ddf-bdf1-4075-9039-9b283a928ffc, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=650e2ddf-bdf1-4075-9039-9b283a928ffc,segment=NetworkSegment(c5a19012-d1b7-40fb-9185-4f6121dd52f6),segment_id=c5a19012-d1b7-40fb-9185-4f6121dd52f6)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:48:08.888819 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:08.890500 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:48:08.951988 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=650e2ddf-bdf1-4075-9039-9b283a928ffc,revision_number=4']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:48:08.954771 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:48:09.536467 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d71ea-d2fd-4b60-9fbf-e56977d5cad4 req-5a31a41a-30ad-4ade-bf20-7c6d6890f7e9 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:09.538526 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-462d71ea-d2fd-4b60-9fbf-e56977d5cad4 req-5a31a41a-30ad-4ade-bf20-7c6d6890f7e9 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 946 time: 0.0785058
Sep 10 16:48:09.595490 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-462d71ea-d2fd-4b60-9fbf-e56977d5cad4 req-9ebbfd18-9a9e-4e60-ab07-ef9282b5d386 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521820
Sep 10 16:48:09.713634 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58160b15-21a0-481a-b4b4-f796f9b6c86a req-c48d88a1-a9b1-4081-8a6e-2c199858c1f6 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:09.715143 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-58160b15-21a0-481a-b4b4-f796f9b6c86a req-c48d88a1-a9b1-4081-8a6e-2c199858c1f6 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 945 time: 0.0759602
Sep 10 16:48:09.760323 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-58160b15-21a0-481a-b4b4-f796f9b6c86a req-71fd6a59-5c30-47b2-9f15-c6f2d2a02a47 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391011
Sep 10 16:48:09.980414 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] get_ports_and_sgs() called for port_ids ['650e2ddf-bdf1-4075-9039-9b283a928ffc'] {{(pid=74983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 10 16:48:10.822138 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e37c8-0b09-4ecd-bd2b-bbc8e6a45fae req-4563bc4f-b2ef-460c-a494-7afa32cc91a6 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:10.823604 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-fa6e37c8-0b09-4ecd-bd2b-bbc8e6a45fae req-4563bc4f-b2ef-460c-a494-7afa32cc91a6 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 946 time: 0.0881629
Sep 10 16:48:10.870355 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-fa6e37c8-0b09-4ecd-bd2b-bbc8e6a45fae req-9fafe46c-1263-42bb-ab58-3d7f1a856d51 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406132
Sep 10 16:48:10.876179 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 6 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 16:48:10.950007 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3ff1c-813c-458e-84a4-c1fd60860b2b req-03ad274a-9987-4e28-8578-ddf3fef6d1ac tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:10.951692 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-cae3ff1c-813c-458e-84a4-c1fd60860b2b req-03ad274a-9987-4e28-8578-ddf3fef6d1ac tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 946 time: 0.0761492
Sep 10 16:48:10.997496 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-cae3ff1c-813c-458e-84a4-c1fd60860b2b req-446635f4-bc9a-44d0-8b84-684779594111 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402229
Sep 10 16:48:11.069328 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476da96c-2680-4b3d-ad61-30d30e102ae2 req-0d03148f-0ee9-4887-8007-7f39bee2a15f tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:11.070797 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-476da96c-2680-4b3d-ad61-30d30e102ae2 req-0d03148f-0ee9-4887-8007-7f39bee2a15f tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 945 time: 0.0758517
Sep 10 16:48:11.118615 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-476da96c-2680-4b3d-ad61-30d30e102ae2 req-e71349af-d7a8-4942-9102-0884830f4257 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423250
Sep 10 16:48:12.088478 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3c368-a7f8-4fde-9bdb-35e007dc9cda req-94f80384-37f4-4507-9cfd-54b8b8009200 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:12.089916 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b1f3c368-a7f8-4fde-9bdb-35e007dc9cda req-94f80384-37f4-4507-9cfd-54b8b8009200 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 946 time: 0.0793762
Sep 10 16:48:12.134623 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b1f3c368-a7f8-4fde-9bdb-35e007dc9cda req-1ee9d802-6290-4556-b882-f650c84e8802 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392368
Sep 10 16:48:12.199091 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a150a98-0d08-4d34-816d-9deeed22d425 req-2476dc59-b412-4c37-baa1-01c99d43b27f tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:12.200622 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-4a150a98-0d08-4d34-816d-9deeed22d425 req-2476dc59-b412-4c37-baa1-01c99d43b27f tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 946 time: 0.0839846
Sep 10 16:48:12.256226 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-4a150a98-0d08-4d34-816d-9deeed22d425 req-386a1292-464e-47df-8378-cb527a85c275 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496118
Sep 10 16:48:12.343700 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64b633-9716-41e6-bd9b-ca6177789ae7 req-912bedd7-669c-4809-932c-fa691533ff93 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:12.345154 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-9e64b633-9716-41e6-bd9b-ca6177789ae7 req-912bedd7-669c-4809-932c-fa691533ff93 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 945 time: 0.0780919
Sep 10 16:48:12.390632 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-9e64b633-9716-41e6-bd9b-ca6177789ae7 req-c2d20a9a-df0e-4310-a9d5-665aaf1e2da2 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388548
Sep 10 16:48:13.417346 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648000a7-9cb7-4104-972e-dd26fc1c0e25 req-8b4b8c22-3af7-4ff8-be55-f67814dc7ffc tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:13.419546 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-648000a7-9cb7-4104-972e-dd26fc1c0e25 req-8b4b8c22-3af7-4ff8-be55-f67814dc7ffc tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 946 time: 0.1472151
Sep 10 16:48:13.464731 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62482b31-6519-4827-b578-019534ea56fc req-55fe3156-0d01-4e38-b577-7e6b85456524 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:13.467769 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-62482b31-6519-4827-b578-019534ea56fc req-55fe3156-0d01-4e38-b577-7e6b85456524 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 946 time: 0.0892386
Sep 10 16:48:13.487867 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-648000a7-9cb7-4104-972e-dd26fc1c0e25 req-357bae10-e503-4030-8f1d-dd5d1f3ec682 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0615699
Sep 10 16:48:13.518348 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-62482b31-6519-4827-b578-019534ea56fc req-1d3c366f-b0b6-4a42-a031-e34009baaba4 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452285
Sep 10 16:48:13.718816 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853ccff-0cc1-46f1-8d6d-da908a75ffcb req-cdf189a3-0b4b-4e83-85b3-6b83f251e1a3 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:13.720282 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-e853ccff-0cc1-46f1-8d6d-da908a75ffcb req-cdf189a3-0b4b-4e83-85b3-6b83f251e1a3 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 945 time: 0.0807717
Sep 10 16:48:13.775094 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-e853ccff-0cc1-46f1-8d6d-da908a75ffcb req-cbfd676b-92a6-423d-9bf1-e5b778d4935f tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482037
Sep 10 16:48:14.713718 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cbfba9-4c06-4800-8992-d114a261d024 req-11220a29-fd30-42d3-afc2-55c9ca430d0f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:14.716473 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-00cbfba9-4c06-4800-8992-d114a261d024 req-11220a29-fd30-42d3-afc2-55c9ca430d0f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 946 time: 0.0806203
Sep 10 16:48:14.717802 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cddb95-f104-4a83-b004-0cacdf388990 req-94e1e14e-719a-40b2-8194-095946ebc519 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:14.719274 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-22cddb95-f104-4a83-b004-0cacdf388990 req-94e1e14e-719a-40b2-8194-095946ebc519 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 946 time: 0.0798903
Sep 10 16:48:14.761717 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-00cbfba9-4c06-4800-8992-d114a261d024 req-6a0ec3d1-e687-4ac1-815c-7d9cff19fe9b tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396318
Sep 10 16:48:14.764284 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-22cddb95-f104-4a83-b004-0cacdf388990 req-39db8d41-0f1b-4e8a-81e6-523a27291555 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395164
Sep 10 16:48:14.965565 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3fa5c-a309-45b0-9064-e8fed82b5704 req-a1031bf7-f11e-41a6-9a7d-8c4f9f4c26b3 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:14.967643 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-ead3fa5c-a309-45b0-9064-e8fed82b5704 req-a1031bf7-f11e-41a6-9a7d-8c4f9f4c26b3 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 945 time: 0.0756123
Sep 10 16:48:15.014129 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-ead3fa5c-a309-45b0-9064-e8fed82b5704 req-f624652c-53a8-4394-aba4-484d001a1f7b tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411403
Sep 10 16:48:15.967781 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb71b81-f0b6-4d7e-bcdf-a294210451ee req-ec8dba01-9bc1-4fcc-a278-fbe57728089f tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:15.969257 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-aeb71b81-f0b6-4d7e-bcdf-a294210451ee req-ec8dba01-9bc1-4fcc-a278-fbe57728089f tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 946 time: 0.0792930
Sep 10 16:48:15.982244 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4985d-6408-466c-9efd-ca7ee77d854b req-ae2d3c99-d04a-49e0-8f81-cde0fb89f9da tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:15.983636 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-51b4985d-6408-466c-9efd-ca7ee77d854b req-ae2d3c99-d04a-49e0-8f81-cde0fb89f9da tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 946 time: 0.0831661
Sep 10 16:48:16.017617 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-aeb71b81-f0b6-4d7e-bcdf-a294210451ee req-d6ba4be6-4b90-4ea2-befd-e629c2378ff0 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409799
Sep 10 16:48:16.027945 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-51b4985d-6408-466c-9efd-ca7ee77d854b req-26af1231-0988-4449-b592-fe69f760630e tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387993
Sep 10 16:48:16.211716 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5cbf71-a362-4efe-a284-28c2b26c5bfb req-df179132-569f-4573-b0d7-d27fa37d1763 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:16.213179 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-9d5cbf71-a362-4efe-a284-28c2b26c5bfb req-df179132-569f-4573-b0d7-d27fa37d1763 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 945 time: 0.0769091
Sep 10 16:48:16.330860 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-9d5cbf71-a362-4efe-a284-28c2b26c5bfb req-4f04a1a5-c63e-4d29-be8f-0d54df936ccd tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1116705
Sep 10 16:48:17.036757 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 650e2ddf-bdf1-4075-9039-9b283a928ffc up at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:48:17.105248 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning for port 650e2ddf-bdf1-4075-9039-9b283a928ffc completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:48:17.109886 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning complete for port 650e2ddf-bdf1-4075-9039-9b283a928ffc triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:48:17.110295 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:17.227268 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:17.264374 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 650e2ddf-bdf1-4075-9039-9b283a928ffc, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=650e2ddf-bdf1-4075-9039-9b283a928ffc,segment=NetworkSegment(c5a19012-d1b7-40fb-9185-4f6121dd52f6),segment_id=c5a19012-d1b7-40fb-9185-4f6121dd52f6)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:48:17.266559 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db5d8da-afe8-40ac-b51c-63eae902a76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650e2ddf-bdf1-4075-9039-9b283a928ffc'}] {{(pid=74983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:48:17.270556 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed25cdd-bfb9-4f55-b277-e09473dea260 req-ccb56c9d-45f6-4d77-8b10-6a797845099e tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:17.277252 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-3ed25cdd-bfb9-4f55-b277-e09473dea260 req-ccb56c9d-45f6-4d77-8b10-6a797845099e tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 946 time: 0.1338544
Sep 10 16:48:17.280364 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:17.283696 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-bf91c10f-d6cf-41dc-b62e-d50ed6856371 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:48:17.319737 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0bcc07-b1b5-457f-9e9f-8ab75a8e2da5 req-0551d5d1-ba1a-4058-871b-c8c1121bca67 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:17.321945 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-1c0bcc07-b1b5-457f-9e9f-8ab75a8e2da5 req-0551d5d1-ba1a-4058-871b-c8c1121bca67 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 946 time: 0.1570749
Sep 10 16:48:17.369762 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=650e2ddf-bdf1-4075-9039-9b283a928ffc,revision_number=5']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:48:17.370426 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-3ed25cdd-bfb9-4f55-b277-e09473dea260 req-b7dce2cd-0891-40bb-ae96-ee430208715c tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0846446
Sep 10 16:48:17.374728 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:48:17.380436 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-1c0bcc07-b1b5-457f-9e9f-8ab75a8e2da5 req-8dc513a5-22f3-46ac-87a0-5c009d85daed tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517664
Sep 10 16:48:17.444675 dv-cinder-808473-1-iscsi neutron-server[74983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db5d8da-afe8-40ac-b51c-63eae902a76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650e2ddf-bdf1-4075-9039-9b283a928ffc', 'code': 200}
Sep 10 16:48:17.618623 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3efa73b-52c6-454a-90e3-a59a6146ae01 req-bd4cdf9a-9e6a-4053-a56a-bec5a5d27248 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:17.620129 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-e3efa73b-52c6-454a-90e3-a59a6146ae01 req-bd4cdf9a-9e6a-4053-a56a-bec5a5d27248 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 946 time: 0.0900283
Sep 10 16:48:17.673843 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-e3efa73b-52c6-454a-90e3-a59a6146ae01 req-f5290670-b21f-4864-995e-e0a28750775e tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471394
Sep 10 16:48:17.770110 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-21d5014c-d744-4e78-9d73-a90893496473 req-f15532f3-353b-4217-b38c-45ed48005fdf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 1099 time: 0.0710170
Sep 10 16:48:17.830614 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-21d5014c-d744-4e78-9d73-a90893496473 req-fb5f7dce-2aa4-4fa3-855f-feed20ad44b2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440347
Sep 10 16:48:18.576253 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05d401-8480-43de-abf4-3c01775c1956 req-813a4c45-897f-4fd2-861e-62976d0bcc08 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:18.578128 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-4c05d401-8480-43de-abf4-3c01775c1956 req-813a4c45-897f-4fd2-861e-62976d0bcc08 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 946 time: 0.0783892
Sep 10 16:48:18.626642 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-4c05d401-8480-43de-abf4-3c01775c1956 req-e24d6d47-5ced-4f5a-8088-90d99faca8c2 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424216
Sep 10 16:48:18.873347 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979939b-f341-4a25-9e6e-4d32a8f81762 req-8ae1ab77-6138-4873-a755-f6402725d891 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:18.874859 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-1979939b-f341-4a25-9e6e-4d32a8f81762 req-8ae1ab77-6138-4873-a755-f6402725d891 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 946 time: 0.0790863
Sep 10 16:48:18.921336 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-1979939b-f341-4a25-9e6e-4d32a8f81762 req-57ecf23e-90cb-4790-af4f-f34a2f337cd3 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409749
Sep 10 16:48:19.827822 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009d9a1-6b39-4abf-a2b6-07b2c8ea01f4 req-75df3f8e-0514-4d9d-a190-e5f20d43de7b tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:19.829287 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-6009d9a1-6b39-4abf-a2b6-07b2c8ea01f4 req-75df3f8e-0514-4d9d-a190-e5f20d43de7b tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 946 time: 0.0825820
Sep 10 16:48:19.875882 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-6009d9a1-6b39-4abf-a2b6-07b2c8ea01f4 req-49203ce6-416b-4ce4-ad12-ac1c5b0147d4 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396333
Sep 10 16:48:20.117578 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb06bfe-e764-4a18-bec5-b564af270c2b req-6e095e75-4bfe-4e88-adef-392fb7174c9c tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:20.119037 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2fb06bfe-e764-4a18-bec5-b564af270c2b req-6e095e75-4bfe-4e88-adef-392fb7174c9c tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 946 time: 0.0740619
Sep 10 16:48:20.167901 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2fb06bfe-e764-4a18-bec5-b564af270c2b req-94552d89-62a9-4ed5-9420-9bdfca360785 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428810
Sep 10 16:48:20.378152 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc2827-b6bc-461a-88a7-8bd3304dcc40 req-310bfb25-212b-40ec-bf82-c906f5152eb7 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:20.379516 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-40cc2827-b6bc-461a-88a7-8bd3304dcc40 req-310bfb25-212b-40ec-bf82-c906f5152eb7 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 946 time: 0.0817757
Sep 10 16:48:20.423903 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-40cc2827-b6bc-461a-88a7-8bd3304dcc40 req-ba9cebee-563d-47c4-8546-e90616a4e0f1 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389366
Sep 10 16:48:20.459825 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 33494) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:48:20.813914 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 33506) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:48:20.814151 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-ca371a2a-b247-4012-9dbb-dc1938e3f729 tempest-TestShelveInstance-537553162 tempest-TestShelveInstance-537553162-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 1094 time: 0.3530886
Sep 10 16:48:20.821258 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-c5155af2-7b6c-473a-aa0e-56d4e8567d39 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Request body: {'floatingip': {'floating_network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'port_id': '650e2ddf-bdf1-4075-9039-9b283a928ffc', 'tenant_id': '427e6796c7f542059575841cfab8a583', 'fixed_ip_address': '172.20.0.14'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:48:20.828387 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-c5155af2-7b6c-473a-aa0e-56d4e8567d39 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:48:20.832882 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-c5155af2-7b6c-473a-aa0e-56d4e8567d39 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Usage tracker for resource:floatingip and tenant:427e6796c7f542059575841cfab8a583 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:48:20.836204 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-c5155af2-7b6c-473a-aa0e-56d4e8567d39 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:48:20.843170 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-c5155af2-7b6c-473a-aa0e-56d4e8567d39 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:48:20.854637 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-c5155af2-7b6c-473a-aa0e-56d4e8567d39 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks [] for floatingip, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:20.992981 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-c5155af2-7b6c-473a-aa0e-56d4e8567d39 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:21.095638 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62edf0a-1c97-45d6-afc6-987688d6cf8d req-20845d4e-1ca2-4120-b229-8f61c65e724b tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:21.097679 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-a62edf0a-1c97-45d6-afc6-987688d6cf8d req-20845d4e-1ca2-4120-b229-8f61c65e724b tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 946 time: 0.0850213
Sep 10 16:48:21.148976 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.db_base_plugin_common [None req-c5155af2-7b6c-473a-aa0e-56d4e8567d39 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Allocated IP 172.27.0.140 (7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e/dc5dafb3-b941-44a9-9498-2bdb3e4caa08/980a9d9c-44d4-46d3-8080-068ccd4eecfd) {{(pid=74982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:48:21.159039 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-a62edf0a-1c97-45d6-afc6-987688d6cf8d req-2b9e0881-0080-48ef-8d92-679bf2042e7a tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0539823
Sep 10 16:48:21.313633 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-c5155af2-7b6c-473a-aa0e-56d4e8567d39 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks [] for port, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:21.345144 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-c5155af2-7b6c-473a-aa0e-56d4e8567d39 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:21.351014 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-e6399f8f-7ef3-4fd3-adf9-b72632a1e2fd tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:48:21.366101 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 33524) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:48:21.421444 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5155af2-7b6c-473a-aa0e-56d4e8567d39 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Network 7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e is already hosted by enough agents. {{(pid=74982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:48:21.424775 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.base_scheduler [None req-c5155af2-7b6c-473a-aa0e-56d4e8567d39 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Resources bound (agent type, host, resource id):  {{(pid=74982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:48:21.427447 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5155af2-7b6c-473a-aa0e-56d4e8567d39 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Received port after_create {{(pid=74982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:48:21.461685 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5155af2-7b6c-473a-aa0e-56d4e8567d39 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Pushing event updated for resources: {'Port': ['ID=980a9d9c-44d4-46d3-8080-068ccd4eecfd,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:48:21.464633 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-c5155af2-7b6c-473a-aa0e-56d4e8567d39 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:48:21.548848 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-de16e2fd-1f51-4d5e-9e5f-82569340f7c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:21.584507 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-de16e2fd-1f51-4d5e-9e5f-82569340f7c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:48:21.589159 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-de16e2fd-1f51-4d5e-9e5f-82569340f7c6 admin admin] Usage tracker for resource:security_group_rule and tenant:acdb0d841db94232ab68ac2cf5175b55 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:48:21.592176 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-de16e2fd-1f51-4d5e-9e5f-82569340f7c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:48:21.598154 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-de16e2fd-1f51-4d5e-9e5f-82569340f7c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:48:21.672772 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-de16e2fd-1f51-4d5e-9e5f-82569340f7c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:21.679192 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-de16e2fd-1f51-4d5e-9e5f-82569340f7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:21.690830 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-d5bf278b-1270-4633-98c9-150325112543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:48:21.731685 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de16e2fd-1f51-4d5e-9e5f-82569340f7c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c028ac89-5bee-498b-a78f-1c75b6cb2a2d,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:48:21.739346 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-de16e2fd-1f51-4d5e-9e5f-82569340f7c6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=acdb0d841db94232ab68ac2cf5175b55&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3692236
Sep 10 16:48:21.739346 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-de16e2fd-1f51-4d5e-9e5f-82569340f7c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:48:21.740226 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 33538) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:48:21.831880 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-c2f973bb-3d77-48af-9a5e-8b1fae360d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:21.865751 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-c2f973bb-3d77-48af-9a5e-8b1fae360d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:21.920893 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-c2f973bb-3d77-48af-9a5e-8b1fae360d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:21.925784 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-34a2fbdb-2cdf-4d35-9c9b-ef21a2419123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:48:21.937851 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f973bb-3d77-48af-9a5e-8b1fae360d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c028ac89-5bee-498b-a78f-1c75b6cb2a2d,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:48:21.940807 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-c2f973bb-3d77-48af-9a5e-8b1fae360d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:48:21.943105 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-c2f973bb-3d77-48af-9a5e-8b1fae360d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:21.948775 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-c2f973bb-3d77-48af-9a5e-8b1fae360d0c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c028ac89-5bee-498b-a78f-1c75b6cb2a2d HTTP/1.1" status: 204  len: 168 time: 0.2074490
Sep 10 16:48:22.103256 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-c5155af2-7b6c-473a-aa0e-56d4e8567d39 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:22.165053 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-c5155af2-7b6c-473a-aa0e-56d4e8567d39 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:22.381605 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 33554) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:48:22.407275 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b4efe36e-be1a-4cf9-bb5a-70b18c3bdd55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:22.446330 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-b4efe36e-be1a-4cf9-bb5a-70b18c3bdd55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:48:22.451368 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-b4efe36e-be1a-4cf9-bb5a-70b18c3bdd55 admin admin] Usage tracker for resource:security_group_rule and tenant:e29610fbb58a44158a1bf76f2023a0c6 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:48:22.454898 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-b4efe36e-be1a-4cf9-bb5a-70b18c3bdd55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:48:22.461833 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-b4efe36e-be1a-4cf9-bb5a-70b18c3bdd55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:48:22.469733 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfaab88-1874-4981-aef2-85a25f2e5297 req-a2554623-7297-4344-96bf-f01511cc706f tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:22.471490 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-8dfaab88-1874-4981-aef2-85a25f2e5297 req-a2554623-7297-4344-96bf-f01511cc706f tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 946 time: 0.0826509
Sep 10 16:48:22.531021 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-8dfaab88-1874-4981-aef2-85a25f2e5297 req-c90f1099-a634-483c-9681-9322ee63e700 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516007
Sep 10 16:48:22.533816 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-c5155af2-7b6c-473a-aa0e-56d4e8567d39 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks [] for port, precommit_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:22.546922 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-c5155af2-7b6c-473a-aa0e-56d4e8567d39 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2865589'] for port, after_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:22.554701 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-e040e43a-03f4-41ac-89b1-41e456517934 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:48:22.688721 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b4efe36e-be1a-4cf9-bb5a-70b18c3bdd55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:22.689701 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5155af2-7b6c-473a-aa0e-56d4e8567d39 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Pushing event updated for resources: {'Port': ['ID=980a9d9c-44d4-46d3-8080-068ccd4eecfd,revision_number=2']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:48:22.694550 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-c5155af2-7b6c-473a-aa0e-56d4e8567d39 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:48:22.695248 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b4efe36e-be1a-4cf9-bb5a-70b18c3bdd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:22.705047 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-9d156960-d56b-4a6a-8d14-ab5aeef10556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:48:22.755023 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-c5155af2-7b6c-473a-aa0e-56d4e8567d39 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446787'] for floatingip, after_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:22.808042 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4efe36e-be1a-4cf9-bb5a-70b18c3bdd55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3afb2a4-3921-43aa-87ea-d42c2d6b7071,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:48:22.819201 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-b4efe36e-be1a-4cf9-bb5a-70b18c3bdd55 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e29610fbb58a44158a1bf76f2023a0c6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4356318
Sep 10 16:48:22.819404 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-b4efe36e-be1a-4cf9-bb5a-70b18c3bdd55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:48:22.822332 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 33560) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:48:22.913643 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-e48a2618-6f97-4cde-93ec-37bcd2b5f687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:22.942146 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-e48a2618-6f97-4cde-93ec-37bcd2b5f687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:22.980985 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.db.l3_db [None req-c5155af2-7b6c-473a-aa0e-56d4e8567d39 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Floating IP 0c2c7fe3-a9aa-449a-8d5f-48bd00fc5098 associated. External IP: 172.27.0.140, port: 650e2ddf-bdf1-4075-9039-9b283a928ffc.
Sep 10 16:48:23.001369 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-e48a2618-6f97-4cde-93ec-37bcd2b5f687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:23.005348 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-bce46775-7f04-46cd-88da-cd4001f27060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:48:23.017231 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a2618-6f97-4cde-93ec-37bcd2b5f687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3afb2a4-3921-43aa-87ea-d42c2d6b7071,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:48:23.019488 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-e48a2618-6f97-4cde-93ec-37bcd2b5f687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:48:23.024908 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-e48a2618-6f97-4cde-93ec-37bcd2b5f687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:23.029267 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-e48a2618-6f97-4cde-93ec-37bcd2b5f687 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c3afb2a4-3921-43aa-87ea-d42c2d6b7071 HTTP/1.1" status: 204  len: 168 time: 0.2055163
Sep 10 16:48:23.383389 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5155af2-7b6c-473a-aa0e-56d4e8567d39 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Router 4fdc93f2-86b5-4844-bcac-a4cf0ab33073 has already been hosted by L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 {{(pid=74982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 10 16:48:23.740592 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5155af2-7b6c-473a-aa0e-56d4e8567d39 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:48:23.751648 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4378a59e-a61b-41a7-9def-acc793003755 None None] Sync routers for ids ['4fdc93f2-86b5-4844-bcac-a4cf0ab33073'] in dv-cinder-808473-1-iscsi {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:48:23.764303 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4378a59e-a61b-41a7-9def-acc793003755 None None] Routers {'4fdc93f2-86b5-4844-bcac-a4cf0ab33073'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:48:23.765854 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-4378a59e-a61b-41a7-9def-acc793003755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f862575e2b0>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:47:57Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['4fdc93f2-86b5-4844-bcac-a4cf0ab33073'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:48:23.791311 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-c5155af2-7b6c-473a-aa0e-56d4e8567d39 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for floatingip, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:23.836009 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db041020-cf14-4b22-bbb2-bd3cc5671897 req-eada9946-c754-47ce-ac91-0a4186e9e5ee tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:23.837379 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-db041020-cf14-4b22-bbb2-bd3cc5671897 req-eada9946-c754-47ce-ac91-0a4186e9e5ee tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 946 time: 0.1425893
Sep 10 16:48:23.889143 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-c5155af2-7b6c-473a-aa0e-56d4e8567d39 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.0735290
Sep 10 16:48:23.889998 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db5d8da-afe8-40ac-b51c-63eae902a76b', 'tag': '650e2ddf-bdf1-4075-9039-9b283a928ffc'}] {{(pid=74982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:48:23.925907 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-db041020-cf14-4b22-bbb2-bd3cc5671897 req-c59ad9a2-b749-4f08-8ddd-a42c2e29c66d tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0802488
Sep 10 16:48:23.984122 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2db5d8da-afe8-40ac-b51c-63eae902a76b', 'tag': '650e2ddf-bdf1-4075-9039-9b283a928ffc', 'status': 'completed', 'code': 200}
Sep 10 16:48:24.006830 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-4378a59e-a61b-41a7-9def-acc793003755 None None] Set router 4fdc93f2-86b5-4844-bcac-a4cf0ab33073 gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:48:24.120563 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-d05e32f2-8b41-4de8-9d7b-b2aed449b869 req-9e8f4ecb-707d-4f21-b8ef-e212ea0fb8ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=427e6796c7f542059575841cfab8a583&device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 1099 time: 0.0914581
Sep 10 16:48:24.286542 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e32f2-8b41-4de8-9d7b-b2aed449b869 req-244ee89f-74a9-4fe6-9bbf-4732f5892200 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:24.291098 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-d05e32f2-8b41-4de8-9d7b-b2aed449b869 req-244ee89f-74a9-4fe6-9bbf-4732f5892200 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7091017d-2230-4288-b149-b0a8abc860d9 HTTP/1.1" status: 200  len: 909 time: 0.1608498
Sep 10 16:48:24.432083 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-4378a59e-a61b-41a7-9def-acc793003755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f862575e2b0>, [{'id': '4fdc93f2-86b5-4844-bcac-a4cf0ab33073', 'name': 'tempest-TestShelveInstance-996732875-router', 'tenant_id': '427e6796c7f542059575841cfab8a583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'cde22c26-ad7f-4f1f-819c-42a19a00f939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:29Z', 'updated_at': '2021-09-10T16:46:37Z', 'revision_number': 4, 'project_id': '427e6796c7f542059575841cfab8a583', 'gw_port': {'id': 'cde22c26-ad7f-4f1f-819c-42a19a00f939', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdc93f2-86b5-4844-bcac-a4cf0ab33073', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:29Z', 'updated_at': '2021-09-10T16:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_floatingips': [{'id': '0c2c7fe3-a9aa-449a-8d5f-48bd00fc5098', 'tenant_id': '427e6796c7f542059575841cfab8a583', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'router_id': '4fdc93f2-86b5-4844-bcac-a4cf0ab33073', 'port_id': '650e2ddf-bdf1-4075-9039-9b283a928ffc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7091017d-2230-4288-b149-b0a8abc860d9', 'mac_address': 'fa:16:3e:80:99:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db5d8da-afe8-40ac-b51c-63eae902a76b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:48:21Z', 'updated_at': '2021-09-10T16:48:21Z', 'revision_number': 0, 'project_id': '427e6796c7f542059575841cfab8a583', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df318bd2-892a-47b5-88c8-be5c0b230260', 'name': '', 'network_id': '7091017d-2230-4288-b149-b0a8abc860d9', 'tenant_id': '427e6796c7f542059575841cfab8a583', 'mac_address': 'fa:16:3e:fc:10:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdc93f2-86b5-4844-bcac-a4cf0ab33073', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ce5f47-6b8d-4442-bda9-2c50c5c59baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:35Z', 'updated_at': '2021-09-10T16:47:15Z', 'revision_number': 5, 'project_id': '427e6796c7f542059575841cfab8a583', 'subnets': [{'id': 'd9ce5f47-6b8d-4442-bda9-2c50c5c59baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:48:24.436618 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4378a59e-a61b-41a7-9def-acc793003755 None None] Checking router: 4fdc93f2-86b5-4844-bcac-a4cf0ab33073 for host: dv-cinder-808473-1-iscsi {{(pid=74983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:48:24.447419 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4378a59e-a61b-41a7-9def-acc793003755 None None] Routers {'4fdc93f2-86b5-4844-bcac-a4cf0ab33073'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:48:24.448036 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-4378a59e-a61b-41a7-9def-acc793003755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f862575e2b0>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:47:57Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['4fdc93f2-86b5-4844-bcac-a4cf0ab33073'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:48:24.469436 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-d05e32f2-8b41-4de8-9d7b-b2aed449b869 req-9d646594-7afe-46a8-bc21-ca6e1f806efe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=650e2ddf-bdf1-4075-9039-9b283a928ffc HTTP/1.1" status: 200  len: 1000 time: 0.1638734
Sep 10 16:48:24.552526 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e32f2-8b41-4de8-9d7b-b2aed449b869 req-ccf70bc3-ca87-4c9d-9e66-4315defd67d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:24.554068 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-d05e32f2-8b41-4de8-9d7b-b2aed449b869 req-ccf70bc3-ca87-4c9d-9e66-4315defd67d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9ce5f47-6b8d-4442-bda9-2c50c5c59baa HTTP/1.1" status: 200  len: 847 time: 0.0709825
Sep 10 16:48:24.561045 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a52d1d-43eb-4f89-9508-47176614320a req-484efb39-03a2-484a-b8d7-f64c1bbada99 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:24.562498 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-c5a52d1d-43eb-4f89-9508-47176614320a req-484efb39-03a2-484a-b8d7-f64c1bbada99 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/ports?device_id=58fb03c4-e7a9-47f8-a60c-7f833d151f08 HTTP/1.1" status: 200  len: 946 time: 0.1475260
Sep 10 16:48:24.664348 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-c5a52d1d-43eb-4f89-9508-47176614320a req-05dc3dbe-7c2d-4d5c-a22d-4de8f3174fdf tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/security-groups?id=564cabe0-7e89-4b45-b555-0715bed9afdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660427
Sep 10 16:48:24.671752 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-4378a59e-a61b-41a7-9def-acc793003755 None None] Set router 4fdc93f2-86b5-4844-bcac-a4cf0ab33073 gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:48:24.676216 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-d05e32f2-8b41-4de8-9d7b-b2aed449b869 req-c336fa82-60a7-47c1-b88b-36419861db69 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7091017d-2230-4288-b149-b0a8abc860d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1122363
Sep 10 16:48:24.926503 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-d05e32f2-8b41-4de8-9d7b-b2aed449b869 req-8dbd9936-958c-4be3-bfb4-f0f5fa3c82ef service neutron] 10.222.0.24 "GET /v2.0/networks/7091017d-2230-4288-b149-b0a8abc860d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2413058
Sep 10 16:48:25.107017 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-d05e32f2-8b41-4de8-9d7b-b2aed449b869 req-fa646fff-31ff-483e-95c5-80e3e9ec52bb service neutron] 10.222.0.24 "GET /v2.0/networks/7091017d-2230-4288-b149-b0a8abc860d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1686475
Sep 10 16:48:25.149443 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-4378a59e-a61b-41a7-9def-acc793003755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f862575e2b0>, [{'id': '4fdc93f2-86b5-4844-bcac-a4cf0ab33073', 'name': 'tempest-TestShelveInstance-996732875-router', 'tenant_id': '427e6796c7f542059575841cfab8a583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'cde22c26-ad7f-4f1f-819c-42a19a00f939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:29Z', 'updated_at': '2021-09-10T16:46:37Z', 'revision_number': 4, 'project_id': '427e6796c7f542059575841cfab8a583', 'gw_port': {'id': 'cde22c26-ad7f-4f1f-819c-42a19a00f939', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdc93f2-86b5-4844-bcac-a4cf0ab33073', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:29Z', 'updated_at': '2021-09-10T16:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_floatingips': [{'id': '0c2c7fe3-a9aa-449a-8d5f-48bd00fc5098', 'tenant_id': '427e6796c7f542059575841cfab8a583', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'router_id': '4fdc93f2-86b5-4844-bcac-a4cf0ab33073', 'port_id': '650e2ddf-bdf1-4075-9039-9b283a928ffc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7091017d-2230-4288-b149-b0a8abc860d9', 'mac_address': 'fa:16:3e:80:99:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db5d8da-afe8-40ac-b51c-63eae902a76b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:48:21Z', 'updated_at': '2021-09-10T16:48:21Z', 'revision_number': 0, 'project_id': '427e6796c7f542059575841cfab8a583', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df318bd2-892a-47b5-88c8-be5c0b230260', 'name': '', 'network_id': '7091017d-2230-4288-b149-b0a8abc860d9', 'tenant_id': '427e6796c7f542059575841cfab8a583', 'mac_address': 'fa:16:3e:fc:10:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdc93f2-86b5-4844-bcac-a4cf0ab33073', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ce5f47-6b8d-4442-bda9-2c50c5c59baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:35Z', 'updated_at': '2021-09-10T16:47:15Z', 'revision_number': 5, 'project_id': '427e6796c7f542059575841cfab8a583', 'subnets': [{'id': 'd9ce5f47-6b8d-4442-bda9-2c50c5c59baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:48:25.155751 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4378a59e-a61b-41a7-9def-acc793003755 None None] The sync data for ids ['4fdc93f2-86b5-4844-bcac-a4cf0ab33073'] in dv-cinder-808473-1-iscsi is: [{'id': '4fdc93f2-86b5-4844-bcac-a4cf0ab33073', 'name': 'tempest-TestShelveInstance-996732875-router', 'tenant_id': '427e6796c7f542059575841cfab8a583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'cde22c26-ad7f-4f1f-819c-42a19a00f939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:29Z', 'updated_at': '2021-09-10T16:46:37Z', 'revision_number': 4, 'project_id': '427e6796c7f542059575841cfab8a583', 'gw_port': {'id': 'cde22c26-ad7f-4f1f-819c-42a19a00f939', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdc93f2-86b5-4844-bcac-a4cf0ab33073', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:29Z', 'updated_at': '2021-09-10T16:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_floatingips': [{'id': '0c2c7fe3-a9aa-449a-8d5f-48bd00fc5098', 'tenant_id': '427e6796c7f542059575841cfab8a583', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'router_id': '4fdc93f2-86b5-4844-bcac-a4cf0ab33073', 'port_id': '650e2ddf-bdf1-4075-9039-9b283a928ffc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7091017d-2230-4288-b149-b0a8abc860d9', 'mac_address': 'fa:16:3e:80:99:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db5d8da-afe8-40ac-b51c-63eae902a76b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:48:21Z', 'updated_at': '2021-09-10T16:48:21Z', 'revision_number': 0, 'project_id': '427e6796c7f542059575841cfab8a583', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df318bd2-892a-47b5-88c8-be5c0b230260', 'name': '', 'network_id': '7091017d-2230-4288-b149-b0a8abc860d9', 'tenant_id': '427e6796c7f542059575841cfab8a583', 'mac_address': 'fa:16:3e:fc:10:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdc93f2-86b5-4844-bcac-a4cf0ab33073', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ce5f47-6b8d-4442-bda9-2c50c5c59baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:35Z', 'updated_at': '2021-09-10T16:47:15Z', 'revision_number': 5, 'project_id': '427e6796c7f542059575841cfab8a583', 'subnets': [{'id': 'd9ce5f47-6b8d-4442-bda9-2c50c5c59baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:48:25.171968 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 33626) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:48:25.207992 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec842d-7db3-4d20-a668-3e57b05310e2 req-95c8440e-9c8b-49b4-83a2-5fddd2e3d6af tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:25.210730 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-ccec842d-7db3-4d20-a668-3e57b05310e2 req-95c8440e-9c8b-49b4-83a2-5fddd2e3d6af tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 946 time: 0.1493714
Sep 10 16:48:25.219891 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-387fad60-541f-49dd-98ba-224ebcc08776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:25.297011 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-ccec842d-7db3-4d20-a668-3e57b05310e2 req-314cdfdf-0f6a-4380-ad0e-7dd67f389232 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0780225
Sep 10 16:48:25.381978 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-1b8ee663-3ef2-4934-b235-c11eed916fc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:25.415534 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-1b8ee663-3ef2-4934-b235-c11eed916fc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:48:25.419641 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-1b8ee663-3ef2-4934-b235-c11eed916fc0 admin admin] Usage tracker for resource:security_group_rule and tenant:b484689b6bf64e7d8936ed8dedcef30a is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:48:25.422516 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-1b8ee663-3ef2-4934-b235-c11eed916fc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:48:25.426939 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580c2648-819f-4cf4-9d62-3489487ebc6e None None] New status for floating IP 0c2c7fe3-a9aa-449a-8d5f-48bd00fc5098: ACTIVE {{(pid=74984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 10 16:48:25.430048 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-1b8ee663-3ef2-4934-b235-c11eed916fc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:48:25.505512 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-1b8ee663-3ef2-4934-b235-c11eed916fc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:25.510202 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-1b8ee663-3ef2-4934-b235-c11eed916fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:25.517875 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-e9168d02-b6f5-4203-9620-0829a24b4265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:48:25.560967 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ee663-3ef2-4934-b235-c11eed916fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b375be02-1175-4e58-9683-29e6df2418e3,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:48:25.563912 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-1b8ee663-3ef2-4934-b235-c11eed916fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:48:25.569056 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-1b8ee663-3ef2-4934-b235-c11eed916fc0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b484689b6bf64e7d8936ed8dedcef30a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3960583
Sep 10 16:48:25.569238 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 33638) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:48:25.638394 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-8cf1537d-bbdd-416e-8d8c-1e9d13093e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:25.648819 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:25.667666 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-8cf1537d-bbdd-416e-8d8c-1e9d13093e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:25.723861 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-8cf1537d-bbdd-416e-8d8c-1e9d13093e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:25.728970 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-cf43ddab-7bcc-47ec-b898-4f380793792b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:48:25.740627 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1537d-bbdd-416e-8d8c-1e9d13093e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b375be02-1175-4e58-9683-29e6df2418e3,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:48:25.743204 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-8cf1537d-bbdd-416e-8d8c-1e9d13093e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:48:25.750820 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-8cf1537d-bbdd-416e-8d8c-1e9d13093e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:25.766287 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-8cf1537d-bbdd-416e-8d8c-1e9d13093e3f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b375be02-1175-4e58-9683-29e6df2418e3 HTTP/1.1" status: 204  len: 168 time: 0.1847363
Sep 10 16:48:25.890782 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaece29-aaee-47db-b4d1-c99285e1861b req-a41218a8-5d4d-4d84-885a-6f3156801a65 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:25.894597 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2eaece29-aaee-47db-b4d1-c99285e1861b req-a41218a8-5d4d-4d84-885a-6f3156801a65 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/ports?device_id=58fb03c4-e7a9-47f8-a60c-7f833d151f08 HTTP/1.1" status: 200  len: 946 time: 0.0891044
Sep 10 16:48:25.951327 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2eaece29-aaee-47db-b4d1-c99285e1861b req-f17906f8-3866-4c96-9c51-f04b8c8dbcc1 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/security-groups?id=564cabe0-7e89-4b45-b555-0715bed9afdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526702
Sep 10 16:48:26.107909 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 33652) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:48:26.133748 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-508e36eb-9156-4fa8-a2c0-8b931877f3ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:26.181691 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-508e36eb-9156-4fa8-a2c0-8b931877f3ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:48:26.186409 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-508e36eb-9156-4fa8-a2c0-8b931877f3ed admin admin] Usage tracker for resource:security_group_rule and tenant:b7fa45ba4b7a413190572c5f4e7a9a9f is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:48:26.189499 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-508e36eb-9156-4fa8-a2c0-8b931877f3ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:48:26.196064 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-508e36eb-9156-4fa8-a2c0-8b931877f3ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:48:26.306634 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-508e36eb-9156-4fa8-a2c0-8b931877f3ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:26.312253 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-508e36eb-9156-4fa8-a2c0-8b931877f3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:26.320608 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-dcaf70f4-c633-45f8-bdf9-b542558ffe06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:48:26.395042 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e36eb-9156-4fa8-a2c0-8b931877f3ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c04c6f5-d375-4098-8dc5-f3bdb1a925e6,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:48:26.404765 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-508e36eb-9156-4fa8-a2c0-8b931877f3ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:48:26.411559 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-508e36eb-9156-4fa8-a2c0-8b931877f3ed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b7fa45ba4b7a413190572c5f4e7a9a9f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3026354
Sep 10 16:48:26.414295 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 33664) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:48:26.448111 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb2058-64e8-46d7-a7d0-967baa081ce6 req-ecfc47f5-6a5d-44d1-8f8d-a43b0bf9d25d tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:26.450341 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-bccb2058-64e8-46d7-a7d0-967baa081ce6 req-ecfc47f5-6a5d-44d1-8f8d-a43b0bf9d25d tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.24 "GET /v2.0/ports?device_id=58fb03c4-e7a9-47f8-a60c-7f833d151f08 HTTP/1.1" status: 200  len: 946 time: 0.0914173
Sep 10 16:48:26.544935 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [req-bccb2058-64e8-46d7-a7d0-967baa081ce6 req-6bc11e47-421d-4c34-b481-f2351b59237d tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Deleting port 15146507-1cad-4a41-9096-415a2b62f39d {{(pid=74981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:48:26.545473 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-bccb2058-64e8-46d7-a7d0-967baa081ce6 req-6bc11e47-421d-4c34-b481-f2351b59237d tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:26.579716 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-9fee71ea-84df-4e8b-89a1-228e379a16f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:26.615809 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499389a-41cb-4d0e-9bb2-341586605d9a req-5c6844ff-2154-473f-9575-e6fe6575e274 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:26.618203 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-e499389a-41cb-4d0e-9bb2-341586605d9a req-5c6844ff-2154-473f-9575-e6fe6575e274 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 946 time: 0.2008302
Sep 10 16:48:26.654926 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-9fee71ea-84df-4e8b-89a1-228e379a16f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:26.711169 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-e499389a-41cb-4d0e-9bb2-341586605d9a req-c0ee6b2b-1078-4de4-be94-143d430f5e80 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0818710
Sep 10 16:48:26.732742 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-9fee71ea-84df-4e8b-89a1-228e379a16f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:26.740094 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-c1289729-c2d8-46a2-a783-739d17f00118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:48:26.754380 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee71ea-84df-4e8b-89a1-228e379a16f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c04c6f5-d375-4098-8dc5-f3bdb1a925e6,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:48:26.758028 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-9fee71ea-84df-4e8b-89a1-228e379a16f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:48:26.764127 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-9fee71ea-84df-4e8b-89a1-228e379a16f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:26.765434 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-9fee71ea-84df-4e8b-89a1-228e379a16f2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5c04c6f5-d375-4098-8dc5-f3bdb1a925e6 HTTP/1.1" status: 204  len: 168 time: 0.3501043
Sep 10 16:48:26.864397 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [req-bccb2058-64e8-46d7-a7d0-967baa081ce6 req-6bc11e47-421d-4c34-b481-f2351b59237d tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] For port 15146507-1cad-4a41-9096-415a2b62f39d, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=15146507-1cad-4a41-9096-415a2b62f39d,segment=NetworkSegment(169bb50e-b9ea-407f-a6c4-f5299a7789d0),segment_id=169bb50e-b9ea-407f-a6c4-f5299a7789d0)] {{(pid=74981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:48:26.865026 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-bccb2058-64e8-46d7-a7d0-967baa081ce6 req-6bc11e47-421d-4c34-b481-f2351b59237d tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:26.970625 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-3356cfb0-1e91-4b8f-877a-d426c47e3159 req-973149b7-08ef-412c-a018-a0492e2c4580 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc4d485616234b49980bd3f8c80da5b5&device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 1137 time: 0.1259499
Sep 10 16:48:26.997089 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [req-bccb2058-64e8-46d7-a7d0-967baa081ce6 req-6bc11e47-421d-4c34-b481-f2351b59237d tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Calling delete_port for 15146507-1cad-4a41-9096-415a2b62f39d owned by compute:nova {{(pid=74981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:48:27.072459 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74068a03-45f1-447e-89a0-9a84e2360950 req-2d181824-d3a6-4af2-aee7-7c87cd005a26 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:27.080017 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-74068a03-45f1-447e-89a0-9a84e2360950 req-2d181824-d3a6-4af2-aee7-7c87cd005a26 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 984 time: 0.1755304
Sep 10 16:48:27.170888 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-74068a03-45f1-447e-89a0-9a84e2360950 req-9921db51-97ce-4282-8be8-3f82f59b619f tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/security-groups?id=6382df1d-2eb5-4164-8a85-8656b80a37c4&id=b53d7a5d-2c3f-43a3-9e51-c5b96d3a26bc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0899158
Sep 10 16:48:27.175178 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356cfb0-1e91-4b8f-877a-d426c47e3159 req-afaece7c-e567-4e38-9c5f-a29cbfd80aed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:27.176622 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-3356cfb0-1e91-4b8f-877a-d426c47e3159 req-afaece7c-e567-4e38-9c5f-a29cbfd80aed service neutron] 10.222.0.24 "GET /v2.0/networks?id=fab5f826-fa9d-49ba-ac0c-578581e924e4 HTTP/1.1" status: 200  len: 916 time: 0.1979072
Sep 10 16:48:27.234848 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7bcf6-e025-4529-a170-2d5e81f96903 req-e0181b31-7cab-4862-b137-6aa658c65fd1 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:27.236345 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-55c7bcf6-e025-4529-a170-2d5e81f96903 req-e0181b31-7cab-4862-b137-6aa658c65fd1 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/ports?device_id=58fb03c4-e7a9-47f8-a60c-7f833d151f08 HTTP/1.1" status: 200  len: 946 time: 0.1511331
Sep 10 16:48:27.237542 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-bccb2058-64e8-46d7-a7d0-967baa081ce6 req-6bc11e47-421d-4c34-b481-f2351b59237d tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2943309'] for port, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:27.244290 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-b4b255f1-f1f6-4a1a-b7e3-928c3d3a8c70 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:48:27.297716 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-3356cfb0-1e91-4b8f-877a-d426c47e3159 req-50d6840e-621e-4869-b762-3e370fc29d63 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba122eca-fc94-4f9c-9c48-65a89010f765 HTTP/1.1" status: 200  len: 1000 time: 0.1077433
Sep 10 16:48:27.307149 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc11e47-421d-4c34-b481-f2351b59237d tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Pushing event deleted for resources: {'Port': ['ID=15146507-1cad-4a41-9096-415a2b62f39d,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:48:27.310339 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-6bc11e47-421d-4c34-b481-f2351b59237d tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:48:27.411077 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356cfb0-1e91-4b8f-877a-d426c47e3159 req-2ec7eeb4-9e7e-464c-b1e1-60643739489a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:27.412591 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-3356cfb0-1e91-4b8f-877a-d426c47e3159 req-2ec7eeb4-9e7e-464c-b1e1-60643739489a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2a6a202-e984-477a-b2bc-2943af00e18d HTTP/1.1" status: 200  len: 854 time: 0.0913289
Sep 10 16:48:27.435488 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.l3_dvrscheduler_db [req-bccb2058-64e8-46d7-a7d0-967baa081ce6 req-6bc11e47-421d-4c34-b481-f2351b59237d tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] No DVR routers for this DVR port 15146507-1cad-4a41-9096-415a2b62f39d on host hv-cinder-80847 {{(pid=74981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 10 16:48:27.439423 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-bccb2058-64e8-46d7-a7d0-967baa081ce6 req-6bc11e47-421d-4c34-b481-f2351b59237d tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:27.454493 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fb03c4-e7a9-47f8-a60c-7f833d151f08', 'name': 'network-vif-deleted', 'tag': '15146507-1cad-4a41-9096-415a2b62f39d'}] {{(pid=74981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:48:27.461685 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-55c7bcf6-e025-4529-a170-2d5e81f96903 req-7a0d95c7-9939-4b34-814d-bc0370aad257 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/security-groups?id=564cabe0-7e89-4b45-b555-0715bed9afdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1787398
Sep 10 16:48:27.479282 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-bccb2058-64e8-46d7-a7d0-967baa081ce6 req-6bc11e47-421d-4c34-b481-f2351b59237d tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.24 "DELETE /v2.0/ports/15146507-1cad-4a41-9096-415a2b62f39d HTTP/1.1" status: 204  len: 173 time: 1.0231791
Sep 10 16:48:27.518734 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-3356cfb0-1e91-4b8f-877a-d426c47e3159 req-f91f9cec-f4fe-43e6-95ca-544392073bb3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fab5f826-fa9d-49ba-ac0c-578581e924e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0987813
Sep 10 16:48:27.529109 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fb03c4-e7a9-47f8-a60c-7f833d151f08', 'name': 'network-vif-deleted', 'tag': '15146507-1cad-4a41-9096-415a2b62f39d', 'status': 'completed', 'code': 200}
Sep 10 16:48:27.536047 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-9a2f4e05-8cec-4a33-8d67-033b61ecf1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:27.696195 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-3356cfb0-1e91-4b8f-877a-d426c47e3159 req-184bbd3b-dbbd-4250-93fd-6ff23ae99192 service neutron] 10.222.0.24 "GET /v2.0/networks/fab5f826-fa9d-49ba-ac0c-578581e924e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1552365
Sep 10 16:48:27.847722 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-3356cfb0-1e91-4b8f-877a-d426c47e3159 req-0d7b815b-d14f-4dfe-9cd9-12e61bada5a6 service neutron] 10.222.0.24 "GET /v2.0/networks/fab5f826-fa9d-49ba-ac0c-578581e924e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1426878
Sep 10 16:48:27.985736 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59314fb7-a0af-4b8f-be67-d699667656ef req-9d51379d-9e1d-4b50-9420-426c9862bd38 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:27.987920 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-59314fb7-a0af-4b8f-be67-d699667656ef req-9d51379d-9e1d-4b50-9420-426c9862bd38 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 946 time: 0.1222620
Sep 10 16:48:28.043948 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-59314fb7-a0af-4b8f-be67-d699667656ef req-194c7fcb-3894-4260-87df-d830efd808f9 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487366
Sep 10 16:48:28.368100 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f019e4b-0c9b-43c8-bfd0-efff45ab7a91 req-90c87758-375e-4bff-b70f-f9895477e787 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:28.369545 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-4f019e4b-0c9b-43c8-bfd0-efff45ab7a91 req-90c87758-375e-4bff-b70f-f9895477e787 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 984 time: 0.0772889
Sep 10 16:48:28.419836 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-4f019e4b-0c9b-43c8-bfd0-efff45ab7a91 req-1e30d39f-63b6-4099-b652-cc888313cf26 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/security-groups?id=6382df1d-2eb5-4164-8a85-8656b80a37c4&id=b53d7a5d-2c3f-43a3-9e51-c5b96d3a26bc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0438652
Sep 10 16:48:28.454989 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:29.100633 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 15146507-1cad-4a41-9096-415a2b62f39d no longer exists at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:48:29.132854 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] No Port match for: 15146507-1cad-4a41-9096-415a2b62f39d {{(pid=74983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 10 16:48:29.133213 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 15146507-1cad-4a41-9096-415a2b62f39d not bound to the agent host hv-cinder-80847 {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 10 16:48:29.257455 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3bd243-d17f-435b-846b-3cb2311a0c2a req-f348eb70-d6c5-4b8b-ba37-9dbe91ccf219 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:29.259482 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-4b3bd243-d17f-435b-846b-3cb2311a0c2a req-f348eb70-d6c5-4b8b-ba37-9dbe91ccf219 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 946 time: 0.0821819
Sep 10 16:48:29.310680 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-4b3bd243-d17f-435b-846b-3cb2311a0c2a req-627ea2fb-6d5a-4f56-b431-ec8106358cbd tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457487
Sep 10 16:48:29.685263 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa24eefa-041c-4437-87de-dc9a101b8616 req-44c9826d-fb58-4e6d-ac67-5058a034c204 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:29.686870 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-aa24eefa-041c-4437-87de-dc9a101b8616 req-44c9826d-fb58-4e6d-ac67-5058a034c204 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 946 time: 0.0810626
Sep 10 16:48:29.732423 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-aa24eefa-041c-4437-87de-dc9a101b8616 req-aa29d095-db83-441f-8ad4-401bc8b882f0 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401533
Sep 10 16:48:29.760326 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893f5da-0e5e-4c6f-9666-3a8ee3044b87 req-05502bbe-6f49-4e78-a23f-02676c341d5e tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:29.761893 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-6893f5da-0e5e-4c6f-9666-3a8ee3044b87 req-05502bbe-6f49-4e78-a23f-02676c341d5e tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 984 time: 0.0758762
Sep 10 16:48:29.813115 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-6893f5da-0e5e-4c6f-9666-3a8ee3044b87 req-4f3e2fdd-f7d5-457a-9c61-83e8996c8029 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/security-groups?id=6382df1d-2eb5-4164-8a85-8656b80a37c4&id=b53d7a5d-2c3f-43a3-9e51-c5b96d3a26bc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0453515
Sep 10 16:48:29.934674 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:31.132949 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf5820-5a3b-4b26-9c9c-d908ed80d658 req-92e274aa-b37b-4ff3-9f1a-6a82ea911cf0 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:31.132949 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-38cf5820-5a3b-4b26-9c9c-d908ed80d658 req-92e274aa-b37b-4ff3-9f1a-6a82ea911cf0 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 946 time: 0.2783799
Sep 10 16:48:31.178462 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-38cf5820-5a3b-4b26-9c9c-d908ed80d658 req-7cc9b2d1-0986-4ecd-a0c5-86e6d4335c68 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413201
Sep 10 16:48:31.234622 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e232f69-0d5c-4d5d-a03b-9768bcea815e req-0f3a49a5-6973-45bf-b794-365f9541e256 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:31.236069 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-7e232f69-0d5c-4d5d-a03b-9768bcea815e req-0f3a49a5-6973-45bf-b794-365f9541e256 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 984 time: 0.2969275
Sep 10 16:48:31.283556 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-7e232f69-0d5c-4d5d-a03b-9768bcea815e req-6013882e-6a77-46d9-b120-7f21e310c80c tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/security-groups?id=6382df1d-2eb5-4164-8a85-8656b80a37c4&id=b53d7a5d-2c3f-43a3-9e51-c5b96d3a26bc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0420275
Sep 10 16:48:31.920887 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-4d2d2b6b-8bb9-4f49-b12d-5f330bcf93df req-672c7510-b114-4eea-9ad8-a54be6284926 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d0a46baf31fe490992f182c130f37875&device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 1099 time: 0.0682354
Sep 10 16:48:32.050362 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d2b6b-8bb9-4f49-b12d-5f330bcf93df req-e30eb008-03c5-4549-b809-6c7b05ffc13f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:32.051785 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-4d2d2b6b-8bb9-4f49-b12d-5f330bcf93df req-e30eb008-03c5-4549-b809-6c7b05ffc13f service neutron] 10.222.0.24 "GET /v2.0/networks?id=6dada4db-7034-4535-a3e4-d198e90e5fce HTTP/1.1" status: 200  len: 912 time: 0.1233387
Sep 10 16:48:32.161628 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-4d2d2b6b-8bb9-4f49-b12d-5f330bcf93df req-0dfa5098-fccc-45cd-b2d6-46b3f5e47b01 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=934aa22f-47e1-4b63-b12e-856378fbc4c5 HTTP/1.1" status: 200  len: 1002 time: 0.1026747
Sep 10 16:48:32.228120 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d2b6b-8bb9-4f49-b12d-5f330bcf93df req-d080f031-ac27-43dc-b58d-fc21044e3835 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:32.229572 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-4d2d2b6b-8bb9-4f49-b12d-5f330bcf93df req-d080f031-ac27-43dc-b58d-fc21044e3835 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5 HTTP/1.1" status: 200  len: 850 time: 0.0611823
Sep 10 16:48:32.461532 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d19fe-a832-4846-9d62-af21b5a4831b req-37d16ac3-6be1-4170-add7-d362cdc1e5d1 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:32.463030 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-923d19fe-a832-4846-9d62-af21b5a4831b req-37d16ac3-6be1-4170-add7-d362cdc1e5d1 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 946 time: 0.1641283
Sep 10 16:48:32.482546 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce977ca6-be98-428d-9bfd-da0e704ef4ca req-48564b15-a299-49a9-9d8d-a0b2e60e99c8 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:32.483910 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-ce977ca6-be98-428d-9bfd-da0e704ef4ca req-48564b15-a299-49a9-9d8d-a0b2e60e99c8 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 984 time: 0.0763583
Sep 10 16:48:32.513914 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-923d19fe-a832-4846-9d62-af21b5a4831b req-301fed47-9b7f-4a40-829c-4f3572fcbc35 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450974
Sep 10 16:48:32.542415 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-ce977ca6-be98-428d-9bfd-da0e704ef4ca req-591908f9-0bb6-4649-b03e-ef66075fa4fb tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/security-groups?id=6382df1d-2eb5-4164-8a85-8656b80a37c4&id=b53d7a5d-2c3f-43a3-9e51-c5b96d3a26bc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0529606
Sep 10 16:48:33.182967 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-4d2d2b6b-8bb9-4f49-b12d-5f330bcf93df req-9d52029a-3433-469f-9163-8529bf9de72f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6dada4db-7034-4535-a3e4-d198e90e5fce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0707357
Sep 10 16:48:33.751612 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684f13e-ca10-4ba3-876e-ec986114cfd1 req-e5fe2a03-befa-445a-8fe1-93de44dc57dd tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:33.752220 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40c8a4-a707-4edd-a10d-a84cb4f71352 req-ec365ff7-7bc1-4856-b429-4018041d489e tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:33.753097 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-1684f13e-ca10-4ba3-876e-ec986114cfd1 req-e5fe2a03-befa-445a-8fe1-93de44dc57dd tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 984 time: 0.0876653
Sep 10 16:48:33.753390 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-db40c8a4-a707-4edd-a10d-a84cb4f71352 req-ec365ff7-7bc1-4856-b429-4018041d489e tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 946 time: 0.0791130
Sep 10 16:48:33.800685 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-1684f13e-ca10-4ba3-876e-ec986114cfd1 req-5ae5d797-d36f-4b36-9fdd-2c4fcaea1a8f tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/security-groups?id=6382df1d-2eb5-4164-8a85-8656b80a37c4&id=b53d7a5d-2c3f-43a3-9e51-c5b96d3a26bc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0415132
Sep 10 16:48:33.801977 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-db40c8a4-a707-4edd-a10d-a84cb4f71352 req-56d72f62-847f-42c9-8043-f7c814f3bce6 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429227
Sep 10 16:48:34.050399 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-4d2d2b6b-8bb9-4f49-b12d-5f330bcf93df req-9f60bc46-18c4-4751-8f47-5afea2e7c7cf service neutron] 10.222.0.24 "GET /v2.0/networks/6dada4db-7034-4535-a3e4-d198e90e5fce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221621
Sep 10 16:48:35.002285 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a4b7b-f9f7-4a5e-b547-11a42757ead7 req-ae3865e2-81c1-4db3-89ad-f3c4a08ebaf8 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:35.003666 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4e6a4b7b-f9f7-4a5e-b547-11a42757ead7 req-ae3865e2-81c1-4db3-89ad-f3c4a08ebaf8 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 984 time: 0.0767732
Sep 10 16:48:35.050818 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4e6a4b7b-f9f7-4a5e-b547-11a42757ead7 req-f9183ff5-45ff-4876-ba47-a1a527caf59b tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/security-groups?id=6382df1d-2eb5-4164-8a85-8656b80a37c4&id=b53d7a5d-2c3f-43a3-9e51-c5b96d3a26bc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0413303
Sep 10 16:48:35.067091 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-4d2d2b6b-8bb9-4f49-b12d-5f330bcf93df req-67a541e2-6fb3-479b-a131-308199b73230 service neutron] 10.222.0.24 "GET /v2.0/networks/6dada4db-7034-4535-a3e4-d198e90e5fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1779485
Sep 10 16:48:35.078151 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11695b9-24d1-41d7-901a-1f26ad2d2f3b req-8186293e-5268-49de-9b15-266cc2432d47 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:35.079670 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-a11695b9-24d1-41d7-901a-1f26ad2d2f3b req-8186293e-5268-49de-9b15-266cc2432d47 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 946 time: 0.1254740
Sep 10 16:48:35.123944 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-a11695b9-24d1-41d7-901a-1f26ad2d2f3b req-99984bb9-0c45-4696-b09f-2069f3dbd746 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387180
Sep 10 16:48:35.925877 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:36.269966 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15fe2e0-1c84-4618-8505-ddede6e7b113 req-ff01f4d9-bd32-4056-9382-857148193e7f tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:36.279427 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b15fe2e0-1c84-4618-8505-ddede6e7b113 req-ff01f4d9-bd32-4056-9382-857148193e7f tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 984 time: 0.1023762
Sep 10 16:48:36.332606 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b15fe2e0-1c84-4618-8505-ddede6e7b113 req-19c8ca3a-96ce-45d1-8fea-d0fcd2846095 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/security-groups?id=6382df1d-2eb5-4164-8a85-8656b80a37c4&id=b53d7a5d-2c3f-43a3-9e51-c5b96d3a26bc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0519354
Sep 10 16:48:36.345460 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819f14d-42c2-430d-930f-fcb6620a4ae0 req-31f8534c-7d40-4be9-aa2b-d0bc79ac770b tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:36.346985 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-8819f14d-42c2-430d-930f-fcb6620a4ae0 req-31f8534c-7d40-4be9-aa2b-d0bc79ac770b tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 946 time: 0.0830567
Sep 10 16:48:36.394780 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-8819f14d-42c2-430d-930f-fcb6620a4ae0 req-d8a01936-6e1e-42e9-bdb4-9f6c10839763 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421488
Sep 10 16:48:36.404649 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 33846) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:48:36.557136 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-0568b77c-d840-4ee0-85b9-b94ad57d2201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:36.594470 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-0568b77c-d840-4ee0-85b9-b94ad57d2201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:48:36.598736 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-0568b77c-d840-4ee0-85b9-b94ad57d2201 admin admin] Usage tracker for resource:security_group_rule and tenant:10a3ac9adee44762a1505a8c8462c783 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:48:36.601720 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-0568b77c-d840-4ee0-85b9-b94ad57d2201 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:48:36.607812 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-0568b77c-d840-4ee0-85b9-b94ad57d2201 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:48:36.709811 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-0568b77c-d840-4ee0-85b9-b94ad57d2201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:36.714679 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-0568b77c-d840-4ee0-85b9-b94ad57d2201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:36.721715 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-2a1bdb5f-d357-4faa-ab57-cf7af5ce76da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:48:36.765258 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0568b77c-d840-4ee0-85b9-b94ad57d2201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffa559b-29b5-4d8b-bd5f-ba9fa1e1f792,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:48:36.769218 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-0568b77c-d840-4ee0-85b9-b94ad57d2201 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=10a3ac9adee44762a1505a8c8462c783&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3636656
Sep 10 16:48:36.770163 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-0568b77c-d840-4ee0-85b9-b94ad57d2201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:48:36.771831 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 33864) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:48:36.829870 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3d778595-ecaf-4037-a137-1395c6357df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:36.854597 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3d778595-ecaf-4037-a137-1395c6357df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:36.905580 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3d778595-ecaf-4037-a137-1395c6357df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:36.910179 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-f16b9e5d-1623-4785-836b-6167382d5bbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:48:36.923867 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d778595-ecaf-4037-a137-1395c6357df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffa559b-29b5-4d8b-bd5f-ba9fa1e1f792,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:48:36.926168 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-3d778595-ecaf-4037-a137-1395c6357df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:48:36.928210 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3d778595-ecaf-4037-a137-1395c6357df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:36.929236 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-3d778595-ecaf-4037-a137-1395c6357df6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4ffa559b-29b5-4d8b-bd5f-ba9fa1e1f792 HTTP/1.1" status: 204  len: 168 time: 0.1565404
Sep 10 16:48:37.248491 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 33872) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:48:37.268205 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-049443b8-a483-4f91-85c8-bd889b5ed9b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:37.303103 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-049443b8-a483-4f91-85c8-bd889b5ed9b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:48:37.307493 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-049443b8-a483-4f91-85c8-bd889b5ed9b4 admin admin] Usage tracker for resource:security_group_rule and tenant:2737c21be110440fa0599c6b0ae1045e is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:48:37.311284 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-049443b8-a483-4f91-85c8-bd889b5ed9b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:48:37.317010 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-049443b8-a483-4f91-85c8-bd889b5ed9b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:48:37.384928 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-049443b8-a483-4f91-85c8-bd889b5ed9b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:37.389682 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-049443b8-a483-4f91-85c8-bd889b5ed9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:37.396158 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-0568b77c-d840-4ee0-85b9-b94ad57d2201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:48:37.439189 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049443b8-a483-4f91-85c8-bd889b5ed9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4220b1-826c-495c-895f-0a3a78c2c146,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:48:37.442050 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-049443b8-a483-4f91-85c8-bd889b5ed9b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:48:37.445135 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-049443b8-a483-4f91-85c8-bd889b5ed9b4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2737c21be110440fa0599c6b0ae1045e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1953676
Sep 10 16:48:37.447008 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 33878) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:48:37.506788 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-86d50cc0-d3a6-4de4-804b-0a2bb183eb3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:37.530295 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162df289-c969-422b-95ed-a266b8d342b0 req-62430a1c-954b-43dc-81a3-20a9e9d24724 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:37.531767 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-162df289-c969-422b-95ed-a266b8d342b0 req-62430a1c-954b-43dc-81a3-20a9e9d24724 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 984 time: 0.0768585
Sep 10 16:48:37.532217 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-86d50cc0-d3a6-4de4-804b-0a2bb183eb3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:37.579213 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-162df289-c969-422b-95ed-a266b8d342b0 req-d4b16a5b-bfb8-4d64-b95e-539b98b1b106 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/security-groups?id=6382df1d-2eb5-4164-8a85-8656b80a37c4&id=b53d7a5d-2c3f-43a3-9e51-c5b96d3a26bc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0417159
Sep 10 16:48:37.584916 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-86d50cc0-d3a6-4de4-804b-0a2bb183eb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:37.588650 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-7f61183d-f507-4393-9c2a-cbd7b572ca11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:48:37.601908 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d50cc0-d3a6-4de4-804b-0a2bb183eb3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4220b1-826c-495c-895f-0a3a78c2c146,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:48:37.604831 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-86d50cc0-d3a6-4de4-804b-0a2bb183eb3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:48:37.607003 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-86d50cc0-d3a6-4de4-804b-0a2bb183eb3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:37.610344 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-86d50cc0-d3a6-4de4-804b-0a2bb183eb3c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ce4220b1-826c-495c-895f-0a3a78c2c146 HTTP/1.1" status: 204  len: 168 time: 0.1602952
Sep 10 16:48:38.094307 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 33902) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:48:38.293980 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-662a4030-b69c-4b9c-81c1-736b2cde7324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:38.325540 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-662a4030-b69c-4b9c-81c1-736b2cde7324 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:48:38.329971 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-662a4030-b69c-4b9c-81c1-736b2cde7324 admin admin] Usage tracker for resource:security_group_rule and tenant:935a1ebe04b24589a5f4af3733b6798e is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:48:38.332877 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-662a4030-b69c-4b9c-81c1-736b2cde7324 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:48:38.338705 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-662a4030-b69c-4b9c-81c1-736b2cde7324 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:48:38.481440 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-662a4030-b69c-4b9c-81c1-736b2cde7324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:38.485449 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-662a4030-b69c-4b9c-81c1-736b2cde7324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:38.492844 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-1b8ee663-3ef2-4934-b235-c11eed916fc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:48:38.530705 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662a4030-b69c-4b9c-81c1-736b2cde7324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03dc7ca2-c9d6-4246-bff2-c48cb30f5af9,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:48:38.534870 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-662a4030-b69c-4b9c-81c1-736b2cde7324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:48:38.542540 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-662a4030-b69c-4b9c-81c1-736b2cde7324 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=935a1ebe04b24589a5f4af3733b6798e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4466400
Sep 10 16:48:38.545247 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 33920) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:48:38.604647 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-27501bcd-9a71-4e03-92c9-512e361e5e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:38.638070 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-27501bcd-9a71-4e03-92c9-512e361e5e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:38.692866 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-27501bcd-9a71-4e03-92c9-512e361e5e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:38.698440 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-30c141c7-0fe8-480c-93f3-63d5af05bfe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:48:38.712365 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27501bcd-9a71-4e03-92c9-512e361e5e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03dc7ca2-c9d6-4246-bff2-c48cb30f5af9,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:48:38.715161 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-27501bcd-9a71-4e03-92c9-512e361e5e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:48:38.716307 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-27501bcd-9a71-4e03-92c9-512e361e5e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:38.719653 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-27501bcd-9a71-4e03-92c9-512e361e5e00 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/03dc7ca2-c9d6-4246-bff2-c48cb30f5af9 HTTP/1.1" status: 204  len: 168 time: 0.1711018
Sep 10 16:48:38.813796 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfaa0e-3464-4783-9de6-1d4ab933e187 req-54c59d23-6cf2-456d-a2ef-137599bbbb01 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:38.815233 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-fadfaa0e-3464-4783-9de6-1d4ab933e187 req-54c59d23-6cf2-456d-a2ef-137599bbbb01 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 984 time: 0.0924323
Sep 10 16:48:38.866667 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-fadfaa0e-3464-4783-9de6-1d4ab933e187 req-0005d12a-e437-49b4-9afb-7be5a8ecffb9 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/security-groups?id=6382df1d-2eb5-4164-8a85-8656b80a37c4&id=b53d7a5d-2c3f-43a3-9e51-c5b96d3a26bc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0449169
Sep 10 16:48:39.768101 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-fbb66d40-193e-4f78-bb52-c59f5817f909 req-1ad27322-1e83-4f3c-8df6-02c90b094542 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0741045
Sep 10 16:48:39.873220 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-fbb66d40-193e-4f78-bb52-c59f5817f909 req-7a86acc5-77fd-409d-8130-7d57d916aa5b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d0a46baf31fe490992f182c130f37875&device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 1099 time: 0.0752423
Sep 10 16:48:40.033647 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb66d40-193e-4f78-bb52-c59f5817f909 req-924d4c88-6f7f-4dd4-95b5-5d50bb24902c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:40.035120 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-fbb66d40-193e-4f78-bb52-c59f5817f909 req-924d4c88-6f7f-4dd4-95b5-5d50bb24902c service neutron] 10.222.0.24 "GET /v2.0/networks?id=6dada4db-7034-4535-a3e4-d198e90e5fce HTTP/1.1" status: 200  len: 912 time: 0.1417081
Sep 10 16:48:40.121224 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a6152-6b02-481b-963c-b0171a6314e6 req-83a0832e-2bbf-4bf4-9b58-80a0e7a9dcc5 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:40.124125 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b81a6152-6b02-481b-963c-b0171a6314e6 req-83a0832e-2bbf-4bf4-9b58-80a0e7a9dcc5 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 984 time: 0.0962925
Sep 10 16:48:40.179169 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b81a6152-6b02-481b-963c-b0171a6314e6 req-61fe2b93-d854-4f3e-ad66-9dd912b4291c tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/security-groups?id=6382df1d-2eb5-4164-8a85-8656b80a37c4&id=b53d7a5d-2c3f-43a3-9e51-c5b96d3a26bc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0480981
Sep 10 16:48:40.243108 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-fbb66d40-193e-4f78-bb52-c59f5817f909 req-1b8bd93c-24e2-4c2d-963c-a63910085d73 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=934aa22f-47e1-4b63-b12e-856378fbc4c5 HTTP/1.1" status: 200  len: 1002 time: 0.1998742
Sep 10 16:48:40.338850 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-48b0560d-2c09-4ccd-b93f-c851cec2b7cb tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:40.340860 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-48b0560d-2c09-4ccd-b93f-c851cec2b7cb tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/networks?id=ac7d09e9-3d2b-4636-9247-f06a1b11aa65 HTTP/1.1" status: 200  len: 814 time: 0.2481990
Sep 10 16:48:40.351225 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb66d40-193e-4f78-bb52-c59f5817f909 req-3c588c4f-555d-4b51-9c3a-c9888f1988fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:40.352776 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-fbb66d40-193e-4f78-bb52-c59f5817f909 req-3c588c4f-555d-4b51-9c3a-c9888f1988fd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5 HTTP/1.1" status: 200  len: 850 time: 0.0997887
Sep 10 16:48:40.411418 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-7761093a-4f7d-4c15-bbf7-45966bd7d250 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/quotas/c08e39318c9847d9a5e91370ba18c602 HTTP/1.1" status: 200  len: 375 time: 0.0619578
Sep 10 16:48:40.467839 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-a963cd24-e378-44ae-abb7-51891ec9488e tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c08e39318c9847d9a5e91370ba18c602&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0493407
Sep 10 16:48:40.489483 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-fbb66d40-193e-4f78-bb52-c59f5817f909 req-fcdff64e-265f-46cf-af91-a5cc94b1f42b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6dada4db-7034-4535-a3e4-d198e90e5fce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1217334
Sep 10 16:48:40.696461 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-fbb66d40-193e-4f78-bb52-c59f5817f909 req-f67a8195-3e1a-437f-8743-b8c8f631ef43 service neutron] 10.222.0.24 "GET /v2.0/networks/6dada4db-7034-4535-a3e4-d198e90e5fce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1988556
Sep 10 16:48:40.828045 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-a4f07b89-c1f2-493b-9cf1-e3d0c66fa96d service neutron] 10.222.0.41 "GET /v2.0/networks/ac7d09e9-3d2b-4636-9247-f06a1b11aa65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3530338
Sep 10 16:48:40.932531 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-fbb66d40-193e-4f78-bb52-c59f5817f909 req-68a135b8-fad0-4a54-acfa-aea38e3b3f2c service neutron] 10.222.0.24 "GET /v2.0/networks/6dada4db-7034-4535-a3e4-d198e90e5fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2271905
Sep 10 16:48:40.979941 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-95553c85-8a36-48a6-9bf3-b81f9c7d57cd service neutron] 10.222.0.41 "GET /v2.0/networks/ac7d09e9-3d2b-4636-9247-f06a1b11aa65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1396530
Sep 10 16:48:41.156861 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-c834e022-1742-4cca-aeb4-a72125b36ca4 req-957e4bb5-05eb-4b55-bac2-ec54203dc034 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Synchronizing usage tracker for tenant:c08e39318c9847d9a5e91370ba18c602 on resource:port {{(pid=74981) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:48:41.172432 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-c834e022-1742-4cca-aeb4-a72125b36ca4 req-957e4bb5-05eb-4b55-bac2-ec54203dc034 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Unset dirty status for tenant:c08e39318c9847d9a5e91370ba18c602 on resource:port {{(pid=74981) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:48:41.173557 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-c834e022-1742-4cca-aeb4-a72125b36ca4 req-957e4bb5-05eb-4b55-bac2-ec54203dc034 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/ports?device_id=408290e3-5f87-4020-b36f-a6daa76609b8 HTTP/1.1" status: 200  len: 210 time: 0.0562763
Sep 10 16:48:41.462954 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785a87e-a3ab-4062-9853-24cc1641bd23 req-7c78c4af-5834-4a33-bf0d-64188c9a0694 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:41.464411 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-c785a87e-a3ab-4062-9853-24cc1641bd23 req-7c78c4af-5834-4a33-bf0d-64188c9a0694 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 984 time: 0.1604493
Sep 10 16:48:41.517063 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-c785a87e-a3ab-4062-9853-24cc1641bd23 req-a3f0a0af-752b-4188-9645-16461c376361 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/security-groups?id=6382df1d-2eb5-4164-8a85-8656b80a37c4&id=b53d7a5d-2c3f-43a3-9e51-c5b96d3a26bc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0458393
Sep 10 16:48:42.341967 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-ee096234-a46d-4917-888c-6d8e34baaad9 req-6d80536f-55b9-46a0-a448-b1ad5f061279 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/ports?device_id=408290e3-5f87-4020-b36f-a6daa76609b8 HTTP/1.1" status: 200  len: 210 time: 0.0478461
Sep 10 16:48:42.808202 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-02827907-37f8-4899-8042-b29fb1fa38eb tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:42.810242 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-02827907-37f8-4899-8042-b29fb1fa38eb tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.24 "GET /v2.0/networks?id=ac7d09e9-3d2b-4636-9247-f06a1b11aa65 HTTP/1.1" status: 200  len: 814 time: 0.2047095
Sep 10 16:48:42.823611 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06fef4-088e-440e-ab24-73970e9378a0 req-3f611181-2371-4d65-81b1-cf83e083f55b tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:42.825039 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-dd06fef4-088e-440e-ab24-73970e9378a0 req-3f611181-2371-4d65-81b1-cf83e083f55b tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 984 time: 0.1447234
Sep 10 16:48:42.833557 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-fa57d2ea-0659-482f-8158-64244b8752a0 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Request body: {'port': {'device_id': '408290e3-5f87-4020-b36f-a6daa76609b8', 'network_id': 'ac7d09e9-3d2b-4636-9247-f06a1b11aa65', 'admin_state_up': True, 'tenant_id': 'c08e39318c9847d9a5e91370ba18c602'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:48:42.965387 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-dd06fef4-088e-440e-ab24-73970e9378a0 req-8047f5c4-6152-4ec9-a509-5f83a1bfa823 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/security-groups?id=6382df1d-2eb5-4164-8a85-8656b80a37c4&id=b53d7a5d-2c3f-43a3-9e51-c5b96d3a26bc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1186361
Sep 10 16:48:43.007365 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-fa57d2ea-0659-482f-8158-64244b8752a0 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:48:43.017156 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-fa57d2ea-0659-482f-8158-64244b8752a0 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:48:43.026765 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-fa57d2ea-0659-482f-8158-64244b8752a0 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Made reservation on behalf of c08e39318c9847d9a5e91370ba18c602 for: {'port': 1} {{(pid=74982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:48:43.029973 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-fa57d2ea-0659-482f-8158-64244b8752a0 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:43.196293 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.db_base_plugin_common [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-fa57d2ea-0659-482f-8158-64244b8752a0 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Allocated IP 172.20.0.13 (ac7d09e9-3d2b-4636-9247-f06a1b11aa65/73b2f418-de02-430f-aa6c-c135d35601f8/a493f7cc-3a97-4777-af08-748a7df87fbe) {{(pid=74982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:48:43.405093 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-fa57d2ea-0659-482f-8158-64244b8752a0 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Notify callbacks [] for port, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:43.437787 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-fa57d2ea-0659-482f-8158-64244b8752a0 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:43.444109 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-d516483f-4aca-4342-a539-73cff4a8bad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:48:43.514045 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-fa57d2ea-0659-482f-8158-64244b8752a0 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Network ac7d09e9-3d2b-4636-9247-f06a1b11aa65 is already hosted by enough agents. {{(pid=74982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:48:43.517119 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.base_scheduler [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-fa57d2ea-0659-482f-8158-64244b8752a0 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Resources bound (agent type, host, resource id):  {{(pid=74982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:48:43.521202 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-fa57d2ea-0659-482f-8158-64244b8752a0 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Received port after_create {{(pid=74982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:48:43.555511 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ded71-b20c-48dc-aa85-b85a6a26d073 req-ee9a8bc4-2699-4963-825f-e8201e8c80eb tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:43.557614 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-bc2ded71-b20c-48dc-aa85-b85a6a26d073 req-ee9a8bc4-2699-4963-825f-e8201e8c80eb tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/ports?device_id=408290e3-5f87-4020-b36f-a6daa76609b8 HTTP/1.1" status: 200  len: 932 time: 0.0905008
Sep 10 16:48:43.559844 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57d2ea-0659-482f-8158-64244b8752a0 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Pushing event updated for resources: {'Port': ['ID=a493f7cc-3a97-4777-af08-748a7df87fbe,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:48:43.564510 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-fa57d2ea-0659-482f-8158-64244b8752a0 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:48:43.589040 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-fa57d2ea-0659-482f-8158-64244b8752a0 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:43.589660 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-fa57d2ea-0659-482f-8158-64244b8752a0 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:43.607555 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-bc2ded71-b20c-48dc-aa85-b85a6a26d073 req-5f293194-96b2-4c5c-a1a8-630e66fb2931 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/security-groups?id=564cabe0-7e89-4b45-b555-0715bed9afdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430441
Sep 10 16:48:43.617334 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-fa57d2ea-0659-482f-8158-64244b8752a0 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7872787
Sep 10 16:48:43.698743 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-3acb866e-2d69-4ea5-963a-4090dfea6e6e service neutron] Request body: {'port': {'device_id': '408290e3-5f87-4020-b36f-a6daa76609b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:48:43.809306 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-3acb866e-2d69-4ea5-963a-4090dfea6e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:44.218358 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.notifiers.nova [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-3acb866e-2d69-4ea5-963a-4090dfea6e6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a493f7cc-3a97-4777-af08-748a7df87fbe {{(pid=74982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:48:44.228487 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-3acb866e-2d69-4ea5-963a-4090dfea6e6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:44.248688 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.provisioning_blocks [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-3acb866e-2d69-4ea5-963a-4090dfea6e6e service neutron] Transition to ACTIVE for port object a493f7cc-3a97-4777-af08-748a7df87fbe will not be triggered until provisioned by entity L2. {{(pid=74982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:48:44.252754 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-3acb866e-2d69-4ea5-963a-4090dfea6e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2865589'] for port, after_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:44.257375 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-fa57d2ea-0659-482f-8158-64244b8752a0 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:48:44.312495 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858027b-b037-4d1d-8db1-c125b1d9ba64 req-d249666f-47f1-42d7-8e03-8ef57c3cdec7 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:44.314015 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-0858027b-b037-4d1d-8db1-c125b1d9ba64 req-d249666f-47f1-42d7-8e03-8ef57c3cdec7 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 984 time: 0.2079930
Sep 10 16:48:44.509841 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb866e-2d69-4ea5-963a-4090dfea6e6e service neutron] Pushing event updated for resources: {'Port': ['ID=a493f7cc-3a97-4777-af08-748a7df87fbe,revision_number=2']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:48:44.512552 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-3acb866e-2d69-4ea5-963a-4090dfea6e6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:48:44.593661 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-0858027b-b037-4d1d-8db1-c125b1d9ba64 req-81fdae6e-2d22-40ef-a9e6-52245e8042ab tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/security-groups?id=6382df1d-2eb5-4164-8a85-8656b80a37c4&id=b53d7a5d-2c3f-43a3-9e51-c5b96d3a26bc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2677615
Sep 10 16:48:44.638281 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.managers [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-3acb866e-2d69-4ea5-963a-4090dfea6e6e service neutron] Attempting to bind port a493f7cc-3a97-4777-af08-748a7df87fbe on host hv-cinder-80847 for vnic_type normal with profile  {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:48:44.638669 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.managers [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-3acb866e-2d69-4ea5-963a-4090dfea6e6e service neutron] Attempting to bind port a493f7cc-3a97-4777-af08-748a7df87fbe by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': '169bb50e-b9ea-407f-a6c4-f5299a7789d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ac7d09e9-3d2b-4636-9247-f06a1b11aa65'}] {{(pid=74982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:48:44.639000 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-3acb866e-2d69-4ea5-963a-4090dfea6e6e service neutron] Attempting to bind port a493f7cc-3a97-4777-af08-748a7df87fbe on network ac7d09e9-3d2b-4636-9247-f06a1b11aa65 {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:48:44.644780 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-3acb866e-2d69-4ea5-963a-4090dfea6e6e service neutron] Port a493f7cc-3a97-4777-af08-748a7df87fbe on network ac7d09e9-3d2b-4636-9247-f06a1b11aa65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 10 16:48:44.645101 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-3acb866e-2d69-4ea5-963a-4090dfea6e6e service neutron] Attempting to bind port a493f7cc-3a97-4777-af08-748a7df87fbe on network ac7d09e9-3d2b-4636-9247-f06a1b11aa65 {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:48:44.651354 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-3acb866e-2d69-4ea5-963a-4090dfea6e6e service neutron] Checking agent: {'id': '653d4f90-9fea-4616-953f-74c38214cca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 41, 36), 'started_at': datetime.datetime(2021, 9, 10, 16, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:48:44.651680 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-3acb866e-2d69-4ea5-963a-4090dfea6e6e service neutron] Checking segment: {'id': '169bb50e-b9ea-407f-a6c4-f5299a7789d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ac7d09e9-3d2b-4636-9247-f06a1b11aa65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:48:44.652054 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-3acb866e-2d69-4ea5-963a-4090dfea6e6e service neutron] Bound using segment: {'id': '169bb50e-b9ea-407f-a6c4-f5299a7789d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ac7d09e9-3d2b-4636-9247-f06a1b11aa65'} {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:48:44.652476 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.managers [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-3acb866e-2d69-4ea5-963a-4090dfea6e6e service neutron] Bound port: a493f7cc-3a97-4777-af08-748a7df87fbe, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '169bb50e-b9ea-407f-a6c4-f5299a7789d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ac7d09e9-3d2b-4636-9247-f06a1b11aa65'}}] {{(pid=74982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:48:44.652820 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-3acb866e-2d69-4ea5-963a-4090dfea6e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:44.744884 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.db [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-3acb866e-2d69-4ea5-963a-4090dfea6e6e service neutron] For port a493f7cc-3a97-4777-af08-748a7df87fbe, host hv-cinder-80847, cleared binding levels {{(pid=74982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:48:44.747928 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.db [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-3acb866e-2d69-4ea5-963a-4090dfea6e6e service neutron] For port a493f7cc-3a97-4777-af08-748a7df87fbe, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=a493f7cc-3a97-4777-af08-748a7df87fbe,segment=NetworkSegment(169bb50e-b9ea-407f-a6c4-f5299a7789d0),segment_id=169bb50e-b9ea-407f-a6c4-f5299a7789d0)] {{(pid=74982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:48:44.752245 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-3acb866e-2d69-4ea5-963a-4090dfea6e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2865589'] for port, after_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:44.757460 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-e5a7c59f-ad74-422b-85c6-557e5a66f5da tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:48:44.809604 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6649c-41c8-44cc-8cc3-d038c6e598d1 req-cffc3802-3b0e-484b-896c-f3a77f0bfc14 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:44.811192 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b6c6649c-41c8-44cc-8cc3-d038c6e598d1 req-cffc3802-3b0e-484b-896c-f3a77f0bfc14 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/ports?device_id=408290e3-5f87-4020-b36f-a6daa76609b8 HTTP/1.1" status: 200  len: 944 time: 0.0808842
Sep 10 16:48:44.816449 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-3acb866e-2d69-4ea5-963a-4090dfea6e6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:44.817817 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-3acb866e-2d69-4ea5-963a-4090dfea6e6e service neutron] 10.222.0.24 "PUT /v2.0/ports/a493f7cc-3a97-4777-af08-748a7df87fbe HTTP/1.1" status: 200  len: 1094 time: 1.1931031
Sep 10 16:48:44.818332 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '408290e3-5f87-4020-b36f-a6daa76609b8', 'tag': 'a493f7cc-3a97-4777-af08-748a7df87fbe'}] {{(pid=74982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:48:44.834399 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb866e-2d69-4ea5-963a-4090dfea6e6e service neutron] Pushing event updated for resources: {'Port': ['ID=a493f7cc-3a97-4777-af08-748a7df87fbe,revision_number=3']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:48:44.837518 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-3acb866e-2d69-4ea5-963a-4090dfea6e6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:48:44.859864 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b6c6649c-41c8-44cc-8cc3-d038c6e598d1 req-0519f926-e480-4466-8f72-eb8314f8d569 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/security-groups?id=564cabe0-7e89-4b45-b555-0715bed9afdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430529
Sep 10 16:48:44.900681 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '408290e3-5f87-4020-b36f-a6daa76609b8', 'tag': 'a493f7cc-3a97-4777-af08-748a7df87fbe', 'status': 'completed', 'code': 200}
Sep 10 16:48:44.944373 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-1e812019-432f-491b-bb50-4972ed3f8f09 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c08e39318c9847d9a5e91370ba18c602&device_id=408290e3-5f87-4020-b36f-a6daa76609b8 HTTP/1.1" status: 200  len: 1097 time: 0.0743015
Sep 10 16:48:45.016684 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-3fb2c236-2ce0-4732-9442-fb6e6bdeac8d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a493f7cc-3a97-4777-af08-748a7df87fbe HTTP/1.1" status: 200  len: 217 time: 0.0594473
Sep 10 16:48:45.091068 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-b4f719de-d773-4390-8548-d9555d2091cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:45.092495 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-b4f719de-d773-4390-8548-d9555d2091cc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=73b2f418-de02-430f-aa6c-c135d35601f8 HTTP/1.1" status: 200  len: 854 time: 0.0669587
Sep 10 16:48:45.146252 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-2168a4c2-714f-4a35-a3f5-63059356d256 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac7d09e9-3d2b-4636-9247-f06a1b11aa65&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0382876
Sep 10 16:48:45.319169 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-ece6da46-3023-4e72-b2d3-6de7723e6f33 service neutron] 10.222.0.24 "GET /v2.0/networks/ac7d09e9-3d2b-4636-9247-f06a1b11aa65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1551499
Sep 10 16:48:45.477475 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-2d5d23c7-2b05-49df-b016-df8b97c320dd req-0eccc9ae-161f-4090-86dc-8e48d6c31ca2 service neutron] 10.222.0.24 "GET /v2.0/networks/ac7d09e9-3d2b-4636-9247-f06a1b11aa65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1472762
Sep 10 16:48:45.602251 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-206275c4-182f-4c89-b736-00a52afda8df req-3c2a3fb6-1d98-402f-bdec-f37d7c5706ee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c08e39318c9847d9a5e91370ba18c602&device_id=408290e3-5f87-4020-b36f-a6daa76609b8 HTTP/1.1" status: 200  len: 1097 time: 0.0682874
Sep 10 16:48:45.757514 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206275c4-182f-4c89-b736-00a52afda8df req-7267f0ce-fb49-4590-99e9-41451d7e974d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:45.759078 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-206275c4-182f-4c89-b736-00a52afda8df req-7267f0ce-fb49-4590-99e9-41451d7e974d service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac7d09e9-3d2b-4636-9247-f06a1b11aa65 HTTP/1.1" status: 200  len: 915 time: 0.1413949
Sep 10 16:48:45.800548 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53903a25-0b7c-4c27-b5f9-501854e557e6 req-c8564b1f-72e9-4a62-86d1-1b4ae7922a80 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:45.802687 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-53903a25-0b7c-4c27-b5f9-501854e557e6 req-c8564b1f-72e9-4a62-86d1-1b4ae7922a80 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 984 time: 0.0835793
Sep 10 16:48:45.812595 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 34080) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:48:45.837000 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-206275c4-182f-4c89-b736-00a52afda8df req-3e004d51-2615-4118-86b6-8a1875b6cf6e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a493f7cc-3a97-4777-af08-748a7df87fbe HTTP/1.1" status: 200  len: 217 time: 0.0686975
Sep 10 16:48:45.874770 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-53903a25-0b7c-4c27-b5f9-501854e557e6 req-cee44846-efee-4978-ada4-49371019c12e tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/security-groups?id=6382df1d-2eb5-4164-8a85-8656b80a37c4&id=b53d7a5d-2c3f-43a3-9e51-c5b96d3a26bc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0658741
Sep 10 16:48:45.916263 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206275c4-182f-4c89-b736-00a52afda8df req-7a30857d-a1fe-42b6-ac64-16317d1ab4bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:45.917799 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-206275c4-182f-4c89-b736-00a52afda8df req-7a30857d-a1fe-42b6-ac64-16317d1ab4bf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=73b2f418-de02-430f-aa6c-c135d35601f8 HTTP/1.1" status: 200  len: 854 time: 0.0714886
Sep 10 16:48:45.970554 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-206275c4-182f-4c89-b736-00a52afda8df req-0c468d11-4d14-40dc-9dc7-796540e70559 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac7d09e9-3d2b-4636-9247-f06a1b11aa65&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0433707
Sep 10 16:48:45.988976 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-b66439b8-4f29-4488-a4eb-dcd2111aef47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:46.022711 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-b66439b8-4f29-4488-a4eb-dcd2111aef47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:48:46.026524 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-b66439b8-4f29-4488-a4eb-dcd2111aef47 admin admin] Usage tracker for resource:security_group_rule and tenant:601cf5c9fbb84099bd67b414d69e71e4 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:48:46.029887 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-b66439b8-4f29-4488-a4eb-dcd2111aef47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:48:46.035522 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-b66439b8-4f29-4488-a4eb-dcd2111aef47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:48:46.110799 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-b66439b8-4f29-4488-a4eb-dcd2111aef47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:46.114718 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-b66439b8-4f29-4488-a4eb-dcd2111aef47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:46.121945 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-6b671d53-a3e4-4d1d-a5fa-ed8ce8a11171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:48:46.163817 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-b66439b8-4f29-4488-a4eb-dcd2111aef47 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=601cf5c9fbb84099bd67b414d69e71e4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3501031
Sep 10 16:48:46.164941 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-206275c4-182f-4c89-b736-00a52afda8df req-a35bb34d-ed3b-4720-9360-0d6a0573c94c service neutron] 10.222.0.24 "GET /v2.0/networks/ac7d09e9-3d2b-4636-9247-f06a1b11aa65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1860461
Sep 10 16:48:46.165490 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66439b8-4f29-4488-a4eb-dcd2111aef47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576816e3-0c77-48c3-a2fb-99f922dca108,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:48:46.166898 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 34090) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:48:46.168723 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-b66439b8-4f29-4488-a4eb-dcd2111aef47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:48:46.184791 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038a4c9-789e-456a-8aff-d1d1e89927d1 req-553ef3e2-0f28-4a2a-96e0-e8e13a366ba6 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:46.185472 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-f038a4c9-789e-456a-8aff-d1d1e89927d1 req-553ef3e2-0f28-4a2a-96e0-e8e13a366ba6 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Synchronizing usage tracker for tenant:c08e39318c9847d9a5e91370ba18c602 on resource:port {{(pid=74982) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:48:46.301107 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-f038a4c9-789e-456a-8aff-d1d1e89927d1 req-553ef3e2-0f28-4a2a-96e0-e8e13a366ba6 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Unset dirty status for tenant:c08e39318c9847d9a5e91370ba18c602 on resource:port {{(pid=74982) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:48:46.302258 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f038a4c9-789e-456a-8aff-d1d1e89927d1 req-553ef3e2-0f28-4a2a-96e0-e8e13a366ba6 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/ports?device_id=408290e3-5f87-4020-b36f-a6daa76609b8 HTTP/1.1" status: 200  len: 944 time: 0.3056862
Sep 10 16:48:46.468043 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-cf60598a-eded-40cc-b20e-ee7b3239c8ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:46.489161 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f038a4c9-789e-456a-8aff-d1d1e89927d1 req-878cfc52-5352-4938-9051-aa3de02bdd1f tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/security-groups?id=564cabe0-7e89-4b45-b555-0715bed9afdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1772125
Sep 10 16:48:46.492854 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-206275c4-182f-4c89-b736-00a52afda8df req-585969a2-fee3-48dc-baee-0c5a748edca9 service neutron] 10.222.0.24 "GET /v2.0/networks/ac7d09e9-3d2b-4636-9247-f06a1b11aa65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3049133
Sep 10 16:48:46.512673 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-cf60598a-eded-40cc-b20e-ee7b3239c8ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:46.567804 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-cf60598a-eded-40cc-b20e-ee7b3239c8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:46.572488 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-00f7ea21-db47-48d6-84ed-abbf48e50121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:48:46.585301 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf60598a-eded-40cc-b20e-ee7b3239c8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576816e3-0c77-48c3-a2fb-99f922dca108,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:48:46.587850 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-cf60598a-eded-40cc-b20e-ee7b3239c8ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:48:46.588955 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-cf60598a-eded-40cc-b20e-ee7b3239c8ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:46.593947 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-cf60598a-eded-40cc-b20e-ee7b3239c8ac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/576816e3-0c77-48c3-a2fb-99f922dca108 HTTP/1.1" status: 204  len: 168 time: 0.4249167
Sep 10 16:48:46.914379 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 34098) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:48:46.933332 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-202ee26d-697f-4681-bbba-da8a2e4bd04d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:46.972129 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-202ee26d-697f-4681-bbba-da8a2e4bd04d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:48:46.976121 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-202ee26d-697f-4681-bbba-da8a2e4bd04d admin admin] Usage tracker for resource:security_group_rule and tenant:51ed665af64d4b61a3d75ff41cd29a9a is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:48:46.978812 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-202ee26d-697f-4681-bbba-da8a2e4bd04d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:48:46.985129 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-202ee26d-697f-4681-bbba-da8a2e4bd04d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:48:47.055362 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-202ee26d-697f-4681-bbba-da8a2e4bd04d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:47.058941 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-202ee26d-697f-4681-bbba-da8a2e4bd04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:47.064900 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-208c25d0-200b-4156-a5dd-dffcba851bb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:48:47.106609 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ee26d-697f-4681-bbba-da8a2e4bd04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961e5ac2-149c-4626-bcc0-1a2d4b0ede2d,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:48:47.110062 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-202ee26d-697f-4681-bbba-da8a2e4bd04d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:48:47.113643 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-202ee26d-697f-4681-bbba-da8a2e4bd04d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=51ed665af64d4b61a3d75ff41cd29a9a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1982565
Sep 10 16:48:47.116366 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 34102) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:48:47.175165 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f488c8e3-0cce-48c1-9fa2-8fb5f3ea3490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:47.200087 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f488c8e3-0cce-48c1-9fa2-8fb5f3ea3490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:47.218018 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device a493f7cc-3a97-4777-af08-748a7df87fbe details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=74983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 10 16:48:47.252579 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f488c8e3-0cce-48c1-9fa2-8fb5f3ea3490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:47.259629 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-68a4988c-4f58-411a-a458-e03770c40813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:48:47.274441 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f488c8e3-0cce-48c1-9fa2-8fb5f3ea3490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961e5ac2-149c-4626-bcc0-1a2d4b0ede2d,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:48:47.276238 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f488c8e3-0cce-48c1-9fa2-8fb5f3ea3490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:47.284927 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-f488c8e3-0cce-48c1-9fa2-8fb5f3ea3490 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/961e5ac2-149c-4626-bcc0-1a2d4b0ede2d HTTP/1.1" status: 204  len: 168 time: 0.1634705
Sep 10 16:48:47.286330 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-f488c8e3-0cce-48c1-9fa2-8fb5f3ea3490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:48:47.365701 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port a493f7cc-3a97-4777-af08-748a7df87fbe, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=a493f7cc-3a97-4777-af08-748a7df87fbe,segment=NetworkSegment(169bb50e-b9ea-407f-a6c4-f5299a7789d0),segment_id=169bb50e-b9ea-407f-a6c4-f5299a7789d0)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:48:47.379533 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Returning: {'device': 'a493f7cc-3a97-4777-af08-748a7df87fbe', 'network_id': 'ac7d09e9-3d2b-4636-9247-f06a1b11aa65', 'port_id': 'a493f7cc-3a97-4777-af08-748a7df87fbe', 'mac_address': 'fa:16:3e:fc:48:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b2f418-de02-430f-aa6c-c135d35601f8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 10 16:48:47.437221 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:47.454832 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a493f7cc-3a97-4777-af08-748a7df87fbe {{(pid=74983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:48:47.470928 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port a493f7cc-3a97-4777-af08-748a7df87fbe, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=a493f7cc-3a97-4777-af08-748a7df87fbe,segment=NetworkSegment(169bb50e-b9ea-407f-a6c4-f5299a7789d0),segment_id=169bb50e-b9ea-407f-a6c4-f5299a7789d0)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:48:47.475506 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:47.477392 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-369489f1-5d5f-4701-8445-5737b476d143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:48:47.540932 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=a493f7cc-3a97-4777-af08-748a7df87fbe,revision_number=4']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:48:47.543965 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:48:47.703568 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6189ee-934f-428c-800b-5c7622f3f2da req-d1e4c7ee-b369-4b48-a163-c622b325f94e tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:47.705185 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4c6189ee-934f-428c-800b-5c7622f3f2da req-d1e4c7ee-b369-4b48-a163-c622b325f94e tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/ports?device_id=408290e3-5f87-4020-b36f-a6daa76609b8 HTTP/1.1" status: 200  len: 945 time: 0.0844316
Sep 10 16:48:47.754527 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4c6189ee-934f-428c-800b-5c7622f3f2da req-7be8f7ef-0dc2-4b63-91cf-47de18177fa8 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/security-groups?id=564cabe0-7e89-4b45-b555-0715bed9afdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437729
Sep 10 16:48:47.765360 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] get_ports_and_sgs() called for port_ids ['a493f7cc-3a97-4777-af08-748a7df87fbe'] {{(pid=74983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 10 16:48:47.877392 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 6 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 16:48:48.959407 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d57e8d1-ab0b-4435-9a40-0d7871ac195f req-e266e43a-af62-4d04-b268-329d1b57d02d tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:48.960873 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-9d57e8d1-ab0b-4435-9a40-0d7871ac195f req-e266e43a-af62-4d04-b268-329d1b57d02d tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/ports?device_id=408290e3-5f87-4020-b36f-a6daa76609b8 HTTP/1.1" status: 200  len: 945 time: 0.0844557
Sep 10 16:48:49.006327 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-9d57e8d1-ab0b-4435-9a40-0d7871ac195f req-ffef6bc9-e999-413d-876c-0a84051a07a9 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/security-groups?id=564cabe0-7e89-4b45-b555-0715bed9afdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399039
Sep 10 16:48:49.224126 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device a493f7cc-3a97-4777-af08-748a7df87fbe up at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:48:49.310885 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning for port a493f7cc-3a97-4777-af08-748a7df87fbe completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:48:49.318841 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning complete for port a493f7cc-3a97-4777-af08-748a7df87fbe triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:48:49.319669 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:49.436702 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:49.464058 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408290e3-5f87-4020-b36f-a6daa76609b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a493f7cc-3a97-4777-af08-748a7df87fbe'}] {{(pid=74983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:48:49.476610 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port a493f7cc-3a97-4777-af08-748a7df87fbe, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=a493f7cc-3a97-4777-af08-748a7df87fbe,segment=NetworkSegment(169bb50e-b9ea-407f-a6c4-f5299a7789d0),segment_id=169bb50e-b9ea-407f-a6c4-f5299a7789d0)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:48:49.481884 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:49.484278 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:48:49.527732 dv-cinder-808473-1-iscsi neutron-server[74983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408290e3-5f87-4020-b36f-a6daa76609b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a493f7cc-3a97-4777-af08-748a7df87fbe', 'code': 200}
Sep 10 16:48:49.557131 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=a493f7cc-3a97-4777-af08-748a7df87fbe,revision_number=5']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:48:49.560576 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:48:49.790775 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-90d6a867-32fb-4160-bc2e-ae25590ba104 req-fa40050c-88b3-4aee-8deb-f07b382ce2a5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=408290e3-5f87-4020-b36f-a6daa76609b8 HTTP/1.1" status: 200  len: 1099 time: 0.0701773
Sep 10 16:48:49.835229 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-90d6a867-32fb-4160-bc2e-ae25590ba104 req-4642028a-12a9-45da-9d07-617084d99824 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=564cabe0-7e89-4b45-b555-0715bed9afdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0360117
Sep 10 16:48:50.053929 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 34182) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:48:50.201657 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-604033aa-dee4-48a8-a66e-06f984a2a667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:50.249217 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-604033aa-dee4-48a8-a66e-06f984a2a667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:48:50.254945 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-604033aa-dee4-48a8-a66e-06f984a2a667 admin admin] Usage tracker for resource:security_group_rule and tenant:4d8c580d456a49bb98d9e48b77b25bac is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:48:50.258323 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-604033aa-dee4-48a8-a66e-06f984a2a667 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:48:50.266336 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-604033aa-dee4-48a8-a66e-06f984a2a667 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:48:50.275172 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727193a5-8dff-4a19-a0ce-ef653fe96b5b req-38b8e5e6-f7b8-4bf2-830e-e65084a9659f tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:50.276634 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-727193a5-8dff-4a19-a0ce-ef653fe96b5b req-38b8e5e6-f7b8-4bf2-830e-e65084a9659f tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/ports?device_id=408290e3-5f87-4020-b36f-a6daa76609b8 HTTP/1.1" status: 200  len: 946 time: 0.1367323
Sep 10 16:48:50.356927 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-727193a5-8dff-4a19-a0ce-ef653fe96b5b req-97a4314e-d5dc-4f51-898f-ea0f5178ce59 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/security-groups?id=564cabe0-7e89-4b45-b555-0715bed9afdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699291
Sep 10 16:48:50.396109 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-604033aa-dee4-48a8-a66e-06f984a2a667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:50.399720 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-604033aa-dee4-48a8-a66e-06f984a2a667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:50.406242 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-15152871-2011-4717-8642-ec241819fe06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:48:50.447906 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604033aa-dee4-48a8-a66e-06f984a2a667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc53466-f23b-43d2-8184-99661f6fbc28,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:48:50.451378 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-604033aa-dee4-48a8-a66e-06f984a2a667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:48:50.453958 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-604033aa-dee4-48a8-a66e-06f984a2a667 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4d8c580d456a49bb98d9e48b77b25bac&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3988473
Sep 10 16:48:50.456836 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 34188) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:48:50.520407 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7c7921bf-5360-4190-83c1-faecbc5e161a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:50.547147 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7c7921bf-5360-4190-83c1-faecbc5e161a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:50.597399 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7c7921bf-5360-4190-83c1-faecbc5e161a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:50.601004 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-f488c8e3-0cce-48c1-9fa2-8fb5f3ea3490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:48:50.612008 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7921bf-5360-4190-83c1-faecbc5e161a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc53466-f23b-43d2-8184-99661f6fbc28,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:48:50.614232 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-7c7921bf-5360-4190-83c1-faecbc5e161a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:48:50.618854 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7c7921bf-5360-4190-83c1-faecbc5e161a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:50.619958 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-7c7921bf-5360-4190-83c1-faecbc5e161a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bdc53466-f23b-43d2-8184-99661f6fbc28 HTTP/1.1" status: 204  len: 168 time: 0.1622703
Sep 10 16:48:50.942616 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 34196) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:48:50.960444 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-baf13c94-de93-4539-b4a1-d8077f400577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:50.991990 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-baf13c94-de93-4539-b4a1-d8077f400577 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:48:50.995755 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-baf13c94-de93-4539-b4a1-d8077f400577 admin admin] Usage tracker for resource:security_group_rule and tenant:b63396ddd20248d2ad12dbed45176f90 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:48:50.998540 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-baf13c94-de93-4539-b4a1-d8077f400577 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:48:51.004119 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-baf13c94-de93-4539-b4a1-d8077f400577 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:48:51.068146 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-baf13c94-de93-4539-b4a1-d8077f400577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:51.071914 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-baf13c94-de93-4539-b4a1-d8077f400577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:51.078945 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-f803ab6f-a9b7-47b4-b9d1-39fcdb831c95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:48:51.123207 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-baf13c94-de93-4539-b4a1-d8077f400577 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b63396ddd20248d2ad12dbed45176f90&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1795413
Sep 10 16:48:51.123922 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf13c94-de93-4539-b4a1-d8077f400577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38575b88-f594-4d7f-ac19-e129aa302e1e,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:48:51.126013 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 34200) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:48:51.127100 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-baf13c94-de93-4539-b4a1-d8077f400577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:48:51.186863 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-c79e27b5-3313-482a-9fe0-603fb5e54cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:51.212542 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-c79e27b5-3313-482a-9fe0-603fb5e54cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:51.264682 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-c79e27b5-3313-482a-9fe0-603fb5e54cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:51.268712 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-206873df-86da-4eb2-848a-8e3e8c5d9700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:48:51.286792 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e27b5-3313-482a-9fe0-603fb5e54cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38575b88-f594-4d7f-ac19-e129aa302e1e,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:48:51.297735 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-c79e27b5-3313-482a-9fe0-603fb5e54cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:51.298949 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-c79e27b5-3313-482a-9fe0-603fb5e54cb1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/38575b88-f594-4d7f-ac19-e129aa302e1e HTTP/1.1" status: 204  len: 168 time: 0.1719196
Sep 10 16:48:51.301234 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e27b5-3313-482a-9fe0-603fb5e54cb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:48:51.301862 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e27b5-3313-482a-9fe0-603fb5e54cb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:48:51.302320 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e27b5-3313-482a-9fe0-603fb5e54cb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:48:51.302969 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e27b5-3313-482a-9fe0-603fb5e54cb1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:48:51.303084 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e27b5-3313-482a-9fe0-603fb5e54cb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:48:51.303392 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e27b5-3313-482a-9fe0-603fb5e54cb1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:48:51.303744 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e27b5-3313-482a-9fe0-603fb5e54cb1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:48:51.304089 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e27b5-3313-482a-9fe0-603fb5e54cb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:48:51.304610 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e27b5-3313-482a-9fe0-603fb5e54cb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:48:51.304965 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e27b5-3313-482a-9fe0-603fb5e54cb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:48:51.305353 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e27b5-3313-482a-9fe0-603fb5e54cb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:48:51.316346 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-c79e27b5-3313-482a-9fe0-603fb5e54cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:48:51.563482 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c994f35-ee9f-4c7a-a119-ff6ce89be776 req-cc730839-f0db-455f-bc78-1e6b24b3dec6 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:51.565840 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2c994f35-ee9f-4c7a-a119-ff6ce89be776 req-cc730839-f0db-455f-bc78-1e6b24b3dec6 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/ports?device_id=408290e3-5f87-4020-b36f-a6daa76609b8 HTTP/1.1" status: 200  len: 946 time: 0.0840125
Sep 10 16:48:51.611686 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2c994f35-ee9f-4c7a-a119-ff6ce89be776 req-63fcb9d4-dd00-4765-8b7e-9c72a9b89a38 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/security-groups?id=564cabe0-7e89-4b45-b555-0715bed9afdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404434
Sep 10 16:48:52.719515 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 34244) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:48:52.860682 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-0e338e5b-63b5-4c28-8c3d-0c27ee1142cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:52.893456 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-0e338e5b-63b5-4c28-8c3d-0c27ee1142cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:48:52.897318 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-0e338e5b-63b5-4c28-8c3d-0c27ee1142cb admin admin] Usage tracker for resource:security_group_rule and tenant:0ab3e8acb8d24834bb818456d73ddf87 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:48:52.900226 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-0e338e5b-63b5-4c28-8c3d-0c27ee1142cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:48:52.906439 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-0e338e5b-63b5-4c28-8c3d-0c27ee1142cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:48:52.973352 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-0e338e5b-63b5-4c28-8c3d-0c27ee1142cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:52.977365 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-0e338e5b-63b5-4c28-8c3d-0c27ee1142cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:52.984469 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-86d50cc0-d3a6-4de4-804b-0a2bb183eb3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:48:53.025633 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-0e338e5b-63b5-4c28-8c3d-0c27ee1142cb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0ab3e8acb8d24834bb818456d73ddf87&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3050504
Sep 10 16:48:53.027240 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e338e5b-63b5-4c28-8c3d-0c27ee1142cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbc753f-51b7-4b07-8d71-b01211031f2b,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:48:53.028590 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 34250) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:48:53.030729 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-0e338e5b-63b5-4c28-8c3d-0c27ee1142cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:48:53.097275 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-2efd4c29-518e-4b81-b3dd-d6b35857e625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:53.122485 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-2efd4c29-518e-4b81-b3dd-d6b35857e625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:53.176116 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-2efd4c29-518e-4b81-b3dd-d6b35857e625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:53.181281 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-cb153d42-9a8a-4e5e-b150-4d301686b415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:48:53.194767 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd4c29-518e-4b81-b3dd-d6b35857e625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbc753f-51b7-4b07-8d71-b01211031f2b,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:48:53.197634 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-2efd4c29-518e-4b81-b3dd-d6b35857e625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:48:53.200806 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-2efd4c29-518e-4b81-b3dd-d6b35857e625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:53.204505 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-2efd4c29-518e-4b81-b3dd-d6b35857e625 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6bbc753f-51b7-4b07-8d71-b01211031f2b HTTP/1.1" status: 204  len: 168 time: 0.1720574
Sep 10 16:48:53.992217 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 34276) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:48:54.122564 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [None req-2cb505ed-70ff-47f7-9ebd-200ebd5fa235 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1800582288-network', 'tenant_id': '64761f6dd8f845c88b128f0630df6781'}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:48:54.127170 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-2cb505ed-70ff-47f7-9ebd-200ebd5fa235 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:48:54.130983 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-2cb505ed-70ff-47f7-9ebd-200ebd5fa235 admin admin] Usage tracker for resource:network and tenant:64761f6dd8f845c88b128f0630df6781 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:48:54.133831 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-2cb505ed-70ff-47f7-9ebd-200ebd5fa235 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:48:54.140181 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-2cb505ed-70ff-47f7-9ebd-200ebd5fa235 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:48:54.150253 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb505ed-70ff-47f7-9ebd-200ebd5fa235 admin admin] Made reservation on behalf of 64761f6dd8f845c88b128f0630df6781 for: {'network': 1} {{(pid=74981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:48:54.153099 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-2cb505ed-70ff-47f7-9ebd-200ebd5fa235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for network, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:54.168127 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-2cb505ed-70ff-47f7-9ebd-200ebd5fa235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:54.197674 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-2cb505ed-70ff-47f7-9ebd-200ebd5fa235 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:48:54.202259 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-2cb505ed-70ff-47f7-9ebd-200ebd5fa235 admin admin] Usage tracker for resource:security_group_rule and tenant:64761f6dd8f845c88b128f0630df6781 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:48:54.204970 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-2cb505ed-70ff-47f7-9ebd-200ebd5fa235 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:48:54.210681 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-2cb505ed-70ff-47f7-9ebd-200ebd5fa235 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:48:54.276437 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-2cb505ed-70ff-47f7-9ebd-200ebd5fa235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:54.281091 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-2cb505ed-70ff-47f7-9ebd-200ebd5fa235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:54.285137 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-508e36eb-9156-4fa8-a2c0-8b931877f3ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:48:54.305159 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb505ed-70ff-47f7-9ebd-200ebd5fa235 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'}  {{(pid=74981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Sep 10 16:48:54.327274 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb505ed-70ff-47f7-9ebd-200ebd5fa235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7375ce-3c98-4bd6-8a06-6c0612c78995,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:48:54.329940 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-2cb505ed-70ff-47f7-9ebd-200ebd5fa235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-567309'] for segment, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:54.330304 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.db.segments_db [None req-2cb505ed-70ff-47f7-9ebd-200ebd5fa235 admin admin] Added segment 6eb2f8f1-c8da-4c9d-a136-f484d84339ec of type vlan for network 93a85393-eaba-4881-a98b-1aa3aeb0218c
Sep 10 16:48:54.331509 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-2cb505ed-70ff-47f7-9ebd-200ebd5fa235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:48:54.356973 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-2cb505ed-70ff-47f7-9ebd-200ebd5fa235 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763383730616'] for network, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:54.385285 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-2cb505ed-70ff-47f7-9ebd-200ebd5fa235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695'] for network, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:54.386586 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb505ed-70ff-47f7-9ebd-200ebd5fa235 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:54.387720 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-2cb505ed-70ff-47f7-9ebd-200ebd5fa235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for network, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:54.391572 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-f619792a-0633-4d10-bda9-128e18564fbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:48:54.494593 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb505ed-70ff-47f7-9ebd-200ebd5fa235 admin admin] Pushing event updated for resources: {'Network': ['ID=93a85393-eaba-4881-a98b-1aa3aeb0218c,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:48:54.497387 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-2cb505ed-70ff-47f7-9ebd-200ebd5fa235 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5040855
Sep 10 16:48:54.498262 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-2cb505ed-70ff-47f7-9ebd-200ebd5fa235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:48:54.500229 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 34284) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:48:54.505247 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [None req-3418519c-95b5-4087-8daf-cea2eea96723 admin admin] Request body: {'subnet': {'network_id': '93a85393-eaba-4881-a98b-1aa3aeb0218c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1800582288-subnet', 'tenant_id': '64761f6dd8f845c88b128f0630df6781', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:48:54.505522 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Network 93a85393-eaba-4881-a98b-1aa3aeb0218c details requested by agent ovs-agent-dv-cinder-808473-1-iscsi with host dv-cinder-808473-1-iscsi {{(pid=74983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 10 16:48:54.509955 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-3418519c-95b5-4087-8daf-cea2eea96723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:48:54.513784 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-3418519c-95b5-4087-8daf-cea2eea96723 admin admin] Usage tracker for resource:subnet and tenant:64761f6dd8f845c88b128f0630df6781 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:48:54.516630 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-3418519c-95b5-4087-8daf-cea2eea96723 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:48:54.522420 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-3418519c-95b5-4087-8daf-cea2eea96723 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:48:54.533970 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3418519c-95b5-4087-8daf-cea2eea96723 admin admin] Made reservation on behalf of 64761f6dd8f845c88b128f0630df6781 for: {'subnet': 1} {{(pid=74981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:48:54.536789 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3418519c-95b5-4087-8daf-cea2eea96723 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3362751'] for subnet, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:54.820945 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3418519c-95b5-4087-8daf-cea2eea96723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2943393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3362705'] for subnet, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:54.825122 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-2c18a095-24de-4e21-b9e3-6455608f995d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:48:54.889965 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418519c-95b5-4087-8daf-cea2eea96723 admin admin] Pushing event updated for resources: {'Subnet': ['ID=637599ad-e9e3-4c1c-a193-9da30660d6f4,revision_number=0']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:48:54.894709 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-3418519c-95b5-4087-8daf-cea2eea96723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:48:54.905129 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3418519c-95b5-4087-8daf-cea2eea96723 admin admin] Checking segment: {'id': '6eb2f8f1-c8da-4c9d-a136-f484d84339ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '93a85393-eaba-4881-a98b-1aa3aeb0218c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:48:54.905485 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3418519c-95b5-4087-8daf-cea2eea96723 admin admin] Network hostable DHCP agents. Network: 93a85393-eaba-4881-a98b-1aa3aeb0218c, hostable agents: ['16ada634-a41f-45d3-a3ee-16ead43437b7'], hosted agents: [] {{(pid=74981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 10 16:48:54.925951 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3418519c-95b5-4087-8daf-cea2eea96723 admin admin] Network 93a85393-eaba-4881-a98b-1aa3aeb0218c is scheduled to be hosted by DHCP agent 16ada634-a41f-45d3-a3ee-16ead43437b7 with binding_index 1 {{(pid=74981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 10 16:48:54.934542 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.base_scheduler [None req-3418519c-95b5-4087-8daf-cea2eea96723 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808473-1-iscsi, 93a85393-eaba-4881-a98b-1aa3aeb0218c) {{(pid=74981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:48:54.938215 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3418519c-95b5-4087-8daf-cea2eea96723 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:54.938802 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3418519c-95b5-4087-8daf-cea2eea96723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for subnet, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:54.943448 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dab7482-f2b8-48b4-9344-ce59cc0c6555 None None] Network 93a85393-eaba-4881-a98b-1aa3aeb0218c requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:48:54.959578 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-3418519c-95b5-4087-8daf-cea2eea96723 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.4583607
Sep 10 16:48:55.149573 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af5d1f8-1f74-440d-8a55-e1db9a9f7161 None None] Network 93a85393-eaba-4881-a98b-1aa3aeb0218c requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:48:55.239870 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-16814b4e-9c3b-4a81-861b-f51adc3402c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:55.640046 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:57.041130 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd9070-0339-49ce-9828-ded58bdb23db req-f54c4d51-4a84-489a-b23e-cc6793101622 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:57.041811 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-abfd9070-0339-49ce-9828-ded58bdb23db req-f54c4d51-4a84-489a-b23e-cc6793101622 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Synchronizing usage tracker for tenant:64761f6dd8f845c88b128f0630df6781 on resource:network {{(pid=74981) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:48:57.061727 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-abfd9070-0339-49ce-9828-ded58bdb23db req-f54c4d51-4a84-489a-b23e-cc6793101622 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Unset dirty status for tenant:64761f6dd8f845c88b128f0630df6781 on resource:network {{(pid=74981) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:48:57.062974 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-abfd9070-0339-49ce-9828-ded58bdb23db req-f54c4d51-4a84-489a-b23e-cc6793101622 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/networks?id=93a85393-eaba-4881-a98b-1aa3aeb0218c HTTP/1.1" status: 200  len: 809 time: 0.1741416
Sep 10 16:48:57.082001 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-abfd9070-0339-49ce-9828-ded58bdb23db req-456ed021-fe31-4db4-be5d-0c1f92da46f2 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/quotas/64761f6dd8f845c88b128f0630df6781 HTTP/1.1" status: 200  len: 375 time: 0.0132725
Sep 10 16:48:57.134261 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-abfd9070-0339-49ce-9828-ded58bdb23db req-f7e56831-4d68-461a-82e7-4a301131f159 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=64761f6dd8f845c88b128f0630df6781&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0467548
Sep 10 16:48:57.336089 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-abfd9070-0339-49ce-9828-ded58bdb23db req-93aaf88d-3d58-42c3-a0b3-ad4ebb8ef413 service neutron] 10.222.0.41 "GET /v2.0/networks/93a85393-eaba-4881-a98b-1aa3aeb0218c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1953235
Sep 10 16:48:57.469547 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-abfd9070-0339-49ce-9828-ded58bdb23db req-7233d48d-6643-4bf5-8899-7291ef3040b5 service neutron] 10.222.0.41 "GET /v2.0/networks/93a85393-eaba-4881-a98b-1aa3aeb0218c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1275077
Sep 10 16:48:57.500685 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-2744acc6-a287-4433-8983-68bb6ef1591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:57.662033 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-9068a434-522a-48a2-aaa4-be50e9500f22 req-1456f0ac-6217-4eb3-90dd-9741a2912f66 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/ports?device_id=00d9268c-b3dd-4500-8816-2ae6bbe1d7a7 HTTP/1.1" status: 200  len: 210 time: 0.0468211
Sep 10 16:48:58.457256 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:58.845991 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd9070-0339-49ce-9828-ded58bdb23db req-25b1232c-d182-4083-8e70-27c848ea60ca tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:58.848007 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-abfd9070-0339-49ce-9828-ded58bdb23db req-25b1232c-d182-4083-8e70-27c848ea60ca tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.24 "GET /v2.0/networks?id=93a85393-eaba-4881-a98b-1aa3aeb0218c HTTP/1.1" status: 200  len: 809 time: 0.1655779
Sep 10 16:48:58.854845 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-baa63841-e81e-4921-916c-00372d977c4d req-31bafb3a-08ea-4bb7-a826-dd724d7ca723 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/ports?device_id=00d9268c-b3dd-4500-8816-2ae6bbe1d7a7 HTTP/1.1" status: 200  len: 210 time: 0.0521872
Sep 10 16:48:58.872559 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [req-abfd9070-0339-49ce-9828-ded58bdb23db req-04b6ffa7-06ce-431b-9210-96825b13f9a3 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Request body: {'port': {'device_id': '00d9268c-b3dd-4500-8816-2ae6bbe1d7a7', 'network_id': '93a85393-eaba-4881-a98b-1aa3aeb0218c', 'admin_state_up': True, 'tenant_id': '64761f6dd8f845c88b128f0630df6781'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:48:59.012956 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [req-abfd9070-0339-49ce-9828-ded58bdb23db req-04b6ffa7-06ce-431b-9210-96825b13f9a3 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:48:59.016755 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-abfd9070-0339-49ce-9828-ded58bdb23db req-04b6ffa7-06ce-431b-9210-96825b13f9a3 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Usage tracker for resource:port and tenant:64761f6dd8f845c88b128f0630df6781 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:48:59.019630 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-abfd9070-0339-49ce-9828-ded58bdb23db req-04b6ffa7-06ce-431b-9210-96825b13f9a3 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:48:59.025666 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [req-abfd9070-0339-49ce-9828-ded58bdb23db req-04b6ffa7-06ce-431b-9210-96825b13f9a3 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:48:59.036916 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abfd9070-0339-49ce-9828-ded58bdb23db req-04b6ffa7-06ce-431b-9210-96825b13f9a3 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Made reservation on behalf of 64761f6dd8f845c88b128f0630df6781 for: {'port': 1} {{(pid=74982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:48:59.039976 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-abfd9070-0339-49ce-9828-ded58bdb23db req-04b6ffa7-06ce-431b-9210-96825b13f9a3 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:59.204622 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.db_base_plugin_common [req-abfd9070-0339-49ce-9828-ded58bdb23db req-04b6ffa7-06ce-431b-9210-96825b13f9a3 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Allocated IP 172.20.0.4 (93a85393-eaba-4881-a98b-1aa3aeb0218c/637599ad-e9e3-4c1c-a193-9da30660d6f4/4e777214-bed5-4ec6-ab97-235cafec62c8) {{(pid=74982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:48:59.405968 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-abfd9070-0339-49ce-9828-ded58bdb23db req-04b6ffa7-06ce-431b-9210-96825b13f9a3 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Notify callbacks [] for port, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:59.432829 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-abfd9070-0339-49ce-9828-ded58bdb23db req-04b6ffa7-06ce-431b-9210-96825b13f9a3 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:59.437833 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:48:59.502298 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abfd9070-0339-49ce-9828-ded58bdb23db req-04b6ffa7-06ce-431b-9210-96825b13f9a3 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Network 93a85393-eaba-4881-a98b-1aa3aeb0218c is already hosted by enough agents. {{(pid=74982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:48:59.505475 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.base_scheduler [req-abfd9070-0339-49ce-9828-ded58bdb23db req-04b6ffa7-06ce-431b-9210-96825b13f9a3 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Resources bound (agent type, host, resource id):  {{(pid=74982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:48:59.509969 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.l3_dvrscheduler_db [req-abfd9070-0339-49ce-9828-ded58bdb23db req-04b6ffa7-06ce-431b-9210-96825b13f9a3 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Received port after_create {{(pid=74982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:48:59.603699 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6ffa7-06ce-431b-9210-96825b13f9a3 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Pushing event updated for resources: {'Port': ['ID=4e777214-bed5-4ec6-ab97-235cafec62c8,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:48:59.630899 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b6ffa7-06ce-431b-9210-96825b13f9a3 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:48:59.631264 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b6ffa7-06ce-431b-9210-96825b13f9a3 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:48:59.631622 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b6ffa7-06ce-431b-9210-96825b13f9a3 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:48:59.631977 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b6ffa7-06ce-431b-9210-96825b13f9a3 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:48:59.632328 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b6ffa7-06ce-431b-9210-96825b13f9a3 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:48:59.632677 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b6ffa7-06ce-431b-9210-96825b13f9a3 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:48:59.633020 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b6ffa7-06ce-431b-9210-96825b13f9a3 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:48:59.633363 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b6ffa7-06ce-431b-9210-96825b13f9a3 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:48:59.633704 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b6ffa7-06ce-431b-9210-96825b13f9a3 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:48:59.634046 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b6ffa7-06ce-431b-9210-96825b13f9a3 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:48:59.634410 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b6ffa7-06ce-431b-9210-96825b13f9a3 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:48:59.639925 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-04b6ffa7-06ce-431b-9210-96825b13f9a3 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:48:59.655197 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd9070-0339-49ce-9828-ded58bdb23db req-04b6ffa7-06ce-431b-9210-96825b13f9a3 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:48:59.655788 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-abfd9070-0339-49ce-9828-ded58bdb23db req-04b6ffa7-06ce-431b-9210-96825b13f9a3 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:59.684050 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-abfd9070-0339-49ce-9828-ded58bdb23db req-04b6ffa7-06ce-431b-9210-96825b13f9a3 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8155730
Sep 10 16:48:59.695674 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [req-abfd9070-0339-49ce-9828-ded58bdb23db req-91409465-0722-4d86-a587-59d446c6f89c service neutron] Request body: {'port': {'device_id': '00d9268c-b3dd-4500-8816-2ae6bbe1d7a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:48:59.797887 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-abfd9070-0339-49ce-9828-ded58bdb23db req-91409465-0722-4d86-a587-59d446c6f89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:48:59.945023 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:00.126058 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd47c13-0696-44d2-ba46-cf06e8cf46ee req-03f6fd28-0026-43ab-9373-4155a0b0c74b tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:00.126767 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-bcd47c13-0696-44d2-ba46-cf06e8cf46ee req-03f6fd28-0026-43ab-9373-4155a0b0c74b tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Synchronizing usage tracker for tenant:64761f6dd8f845c88b128f0630df6781 on resource:port {{(pid=74982) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:49:00.181622 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-bcd47c13-0696-44d2-ba46-cf06e8cf46ee req-03f6fd28-0026-43ab-9373-4155a0b0c74b tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Unset dirty status for tenant:64761f6dd8f845c88b128f0630df6781 on resource:port {{(pid=74982) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:49:00.182787 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-bcd47c13-0696-44d2-ba46-cf06e8cf46ee req-03f6fd28-0026-43ab-9373-4155a0b0c74b tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/ports?device_id=00d9268c-b3dd-4500-8816-2ae6bbe1d7a7 HTTP/1.1" status: 200  len: 931 time: 0.1809542
Sep 10 16:49:00.234796 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.notifiers.nova [req-abfd9070-0339-49ce-9828-ded58bdb23db req-91409465-0722-4d86-a587-59d446c6f89c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e777214-bed5-4ec6-ab97-235cafec62c8 {{(pid=74982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:49:00.246004 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-abfd9070-0339-49ce-9828-ded58bdb23db req-91409465-0722-4d86-a587-59d446c6f89c service neutron] Notify callbacks [] for port, precommit_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:00.258544 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-bcd47c13-0696-44d2-ba46-cf06e8cf46ee req-4c11df08-1924-412e-99b2-2b374d7efd05 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e7375ce-3c98-4bd6-8a06-6c0612c78995&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652914
Sep 10 16:49:00.267390 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.provisioning_blocks [req-abfd9070-0339-49ce-9828-ded58bdb23db req-91409465-0722-4d86-a587-59d446c6f89c service neutron] Transition to ACTIVE for port object 4e777214-bed5-4ec6-ab97-235cafec62c8 will not be triggered until provisioned by entity L2. {{(pid=74982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:49:00.271105 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-abfd9070-0339-49ce-9828-ded58bdb23db req-91409465-0722-4d86-a587-59d446c6f89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2865589'] for port, after_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:00.275185 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-3acb866e-2d69-4ea5-963a-4090dfea6e6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:00.411650 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91409465-0722-4d86-a587-59d446c6f89c service neutron] Pushing event updated for resources: {'Port': ['ID=4e777214-bed5-4ec6-ab97-235cafec62c8,revision_number=2']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:00.415107 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-91409465-0722-4d86-a587-59d446c6f89c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:00.510732 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.managers [req-abfd9070-0339-49ce-9828-ded58bdb23db req-91409465-0722-4d86-a587-59d446c6f89c service neutron] Attempting to bind port 4e777214-bed5-4ec6-ab97-235cafec62c8 on host hv-cinder-80847 for vnic_type normal with profile  {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:49:00.511058 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.managers [req-abfd9070-0339-49ce-9828-ded58bdb23db req-91409465-0722-4d86-a587-59d446c6f89c service neutron] Attempting to bind port 4e777214-bed5-4ec6-ab97-235cafec62c8 by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': '6eb2f8f1-c8da-4c9d-a136-f484d84339ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '93a85393-eaba-4881-a98b-1aa3aeb0218c'}] {{(pid=74982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:49:00.511382 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfd9070-0339-49ce-9828-ded58bdb23db req-91409465-0722-4d86-a587-59d446c6f89c service neutron] Attempting to bind port 4e777214-bed5-4ec6-ab97-235cafec62c8 on network 93a85393-eaba-4881-a98b-1aa3aeb0218c {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:49:00.517642 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfd9070-0339-49ce-9828-ded58bdb23db req-91409465-0722-4d86-a587-59d446c6f89c service neutron] Port 4e777214-bed5-4ec6-ab97-235cafec62c8 on network 93a85393-eaba-4881-a98b-1aa3aeb0218c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 10 16:49:00.517954 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfd9070-0339-49ce-9828-ded58bdb23db req-91409465-0722-4d86-a587-59d446c6f89c service neutron] Attempting to bind port 4e777214-bed5-4ec6-ab97-235cafec62c8 on network 93a85393-eaba-4881-a98b-1aa3aeb0218c {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:49:00.524124 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfd9070-0339-49ce-9828-ded58bdb23db req-91409465-0722-4d86-a587-59d446c6f89c service neutron] Checking agent: {'id': '653d4f90-9fea-4616-953f-74c38214cca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 41, 36), 'started_at': datetime.datetime(2021, 9, 10, 16, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:49:00.524454 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfd9070-0339-49ce-9828-ded58bdb23db req-91409465-0722-4d86-a587-59d446c6f89c service neutron] Checking segment: {'id': '6eb2f8f1-c8da-4c9d-a136-f484d84339ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '93a85393-eaba-4881-a98b-1aa3aeb0218c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:49:00.524830 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfd9070-0339-49ce-9828-ded58bdb23db req-91409465-0722-4d86-a587-59d446c6f89c service neutron] Bound using segment: {'id': '6eb2f8f1-c8da-4c9d-a136-f484d84339ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '93a85393-eaba-4881-a98b-1aa3aeb0218c'} {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:49:00.525247 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.managers [req-abfd9070-0339-49ce-9828-ded58bdb23db req-91409465-0722-4d86-a587-59d446c6f89c service neutron] Bound port: 4e777214-bed5-4ec6-ab97-235cafec62c8, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eb2f8f1-c8da-4c9d-a136-f484d84339ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '93a85393-eaba-4881-a98b-1aa3aeb0218c'}}] {{(pid=74982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:49:00.525586 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-abfd9070-0339-49ce-9828-ded58bdb23db req-91409465-0722-4d86-a587-59d446c6f89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:00.613114 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.db [req-abfd9070-0339-49ce-9828-ded58bdb23db req-91409465-0722-4d86-a587-59d446c6f89c service neutron] For port 4e777214-bed5-4ec6-ab97-235cafec62c8, host hv-cinder-80847, cleared binding levels {{(pid=74982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:49:00.616183 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.db [req-abfd9070-0339-49ce-9828-ded58bdb23db req-91409465-0722-4d86-a587-59d446c6f89c service neutron] For port 4e777214-bed5-4ec6-ab97-235cafec62c8, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=4e777214-bed5-4ec6-ab97-235cafec62c8,segment=NetworkSegment(6eb2f8f1-c8da-4c9d-a136-f484d84339ec),segment_id=6eb2f8f1-c8da-4c9d-a136-f484d84339ec)] {{(pid=74982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:49:00.619836 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-abfd9070-0339-49ce-9828-ded58bdb23db req-91409465-0722-4d86-a587-59d446c6f89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2865589'] for port, after_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:00.624323 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:00.682753 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-abfd9070-0339-49ce-9828-ded58bdb23db req-91409465-0722-4d86-a587-59d446c6f89c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:00.685749 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-abfd9070-0339-49ce-9828-ded58bdb23db req-91409465-0722-4d86-a587-59d446c6f89c service neutron] 10.222.0.24 "PUT /v2.0/ports/4e777214-bed5-4ec6-ab97-235cafec62c8 HTTP/1.1" status: 200  len: 1093 time: 0.9938743
Sep 10 16:49:00.686263 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d9268c-b3dd-4500-8816-2ae6bbe1d7a7', 'tag': '4e777214-bed5-4ec6-ab97-235cafec62c8'}] {{(pid=74982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:49:00.703342 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91409465-0722-4d86-a587-59d446c6f89c service neutron] Pushing event updated for resources: {'Port': ['ID=4e777214-bed5-4ec6-ab97-235cafec62c8,revision_number=3']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:00.706793 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-91409465-0722-4d86-a587-59d446c6f89c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:00.888085 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00d9268c-b3dd-4500-8816-2ae6bbe1d7a7', 'tag': '4e777214-bed5-4ec6-ab97-235cafec62c8', 'status': 'completed', 'code': 200}
Sep 10 16:49:01.460455 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1cb406-7e48-4384-8533-52fcadc7a46c req-ee1fccb7-bdf5-45ed-a06e-13b8d9dff05c tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:01.461903 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-0a1cb406-7e48-4384-8533-52fcadc7a46c req-ee1fccb7-bdf5-45ed-a06e-13b8d9dff05c tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/ports?device_id=00d9268c-b3dd-4500-8816-2ae6bbe1d7a7 HTTP/1.1" status: 200  len: 943 time: 0.0790834
Sep 10 16:49:01.505682 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-0a1cb406-7e48-4384-8533-52fcadc7a46c req-04fa1b8a-2c47-414d-90d1-7af0532d649b tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e7375ce-3c98-4bd6-8a06-6c0612c78995&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378449
Sep 10 16:49:02.701895 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef60a3-1107-47d4-8c7a-b7a07c3b6784 req-45517656-29be-4c74-96d0-e7029afe196e tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:02.703544 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-daef60a3-1107-47d4-8c7a-b7a07c3b6784 req-45517656-29be-4c74-96d0-e7029afe196e tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/ports?device_id=00d9268c-b3dd-4500-8816-2ae6bbe1d7a7 HTTP/1.1" status: 200  len: 943 time: 0.0762486
Sep 10 16:49:02.747793 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-daef60a3-1107-47d4-8c7a-b7a07c3b6784 req-30853bc5-f9fa-460c-b457-680da7687058 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Synchronizing usage tracker for tenant:64761f6dd8f845c88b128f0630df6781 on resource:security_group {{(pid=74981) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:49:02.767213 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-daef60a3-1107-47d4-8c7a-b7a07c3b6784 req-30853bc5-f9fa-460c-b457-680da7687058 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Unset dirty status for tenant:64761f6dd8f845c88b128f0630df6781 on resource:security_group {{(pid=74981) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:49:02.769348 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-daef60a3-1107-47d4-8c7a-b7a07c3b6784 req-30853bc5-f9fa-460c-b457-680da7687058 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e7375ce-3c98-4bd6-8a06-6c0612c78995&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603735
Sep 10 16:49:03.564311 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-636b16de-93c4-4209-8c2e-59cd7f68c369 req-4af2af79-744e-46a4-aedf-0a5597997b18 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=64761f6dd8f845c88b128f0630df6781&device_id=00d9268c-b3dd-4500-8816-2ae6bbe1d7a7 HTTP/1.1" status: 200  len: 1096 time: 0.0667815
Sep 10 16:49:03.704805 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b16de-93c4-4209-8c2e-59cd7f68c369 req-f290ae70-a79f-409e-ab3d-6da24b428461 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:03.706181 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-636b16de-93c4-4209-8c2e-59cd7f68c369 req-f290ae70-a79f-409e-ab3d-6da24b428461 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=64761f6dd8f845c88b128f0630df6781&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1308784
Sep 10 16:49:03.841423 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b16de-93c4-4209-8c2e-59cd7f68c369 req-47a97450-2e39-4861-90b4-2e0a52debcca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:03.842907 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-636b16de-93c4-4209-8c2e-59cd7f68c369 req-47a97450-2e39-4861-90b4-2e0a52debcca service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1287000
Sep 10 16:49:04.017432 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-abfd9070-0339-49ce-9828-ded58bdb23db req-cea472f5-eafb-4554-b120-7f0f02ef8c4b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=64761f6dd8f845c88b128f0630df6781&device_id=00d9268c-b3dd-4500-8816-2ae6bbe1d7a7 HTTP/1.1" status: 200  len: 1096 time: 0.1263204
Sep 10 16:49:04.026352 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23783384-754b-41fc-a83f-b6903433afa0 req-72767870-9a3d-4539-9ad3-6494921907d5 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:04.027698 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-23783384-754b-41fc-a83f-b6903433afa0 req-72767870-9a3d-4539-9ad3-6494921907d5 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/ports?device_id=00d9268c-b3dd-4500-8816-2ae6bbe1d7a7 HTTP/1.1" status: 200  len: 943 time: 0.1076167
Sep 10 16:49:04.177846 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-abfd9070-0339-49ce-9828-ded58bdb23db req-fd433774-a918-4773-abe6-6fb7cb4bb8a2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e777214-bed5-4ec6-ab97-235cafec62c8 HTTP/1.1" status: 200  len: 217 time: 0.1492193
Sep 10 16:49:04.245195 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-23783384-754b-41fc-a83f-b6903433afa0 req-b5408f01-67b8-4264-b55b-9a6a703eb786 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e7375ce-3c98-4bd6-8a06-6c0612c78995&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1666353
Sep 10 16:49:04.252055 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd9070-0339-49ce-9828-ded58bdb23db req-1b4ae5ae-91d6-464d-ba3f-0c01732c0e24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:04.253417 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-abfd9070-0339-49ce-9828-ded58bdb23db req-1b4ae5ae-91d6-464d-ba3f-0c01732c0e24 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=637599ad-e9e3-4c1c-a193-9da30660d6f4 HTTP/1.1" status: 200  len: 849 time: 0.0647793
Sep 10 16:49:04.303719 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-abfd9070-0339-49ce-9828-ded58bdb23db req-1767b24d-e905-42e6-86c7-d9b87d22700b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=93a85393-eaba-4881-a98b-1aa3aeb0218c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0413492
Sep 10 16:49:04.449113 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-abfd9070-0339-49ce-9828-ded58bdb23db req-dd871a81-4699-4814-9e3d-ae3b7a73a8c3 service neutron] 10.222.0.24 "GET /v2.0/networks/93a85393-eaba-4881-a98b-1aa3aeb0218c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270061
Sep 10 16:49:04.589331 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-abfd9070-0339-49ce-9828-ded58bdb23db req-864f8c03-c690-4c13-ae18-014fc1bd1f75 service neutron] 10.222.0.24 "GET /v2.0/networks/93a85393-eaba-4881-a98b-1aa3aeb0218c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274529
Sep 10 16:49:05.440762 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85117e6a-c844-42b4-9436-693804037290 req-4f23ebb9-02b1-433a-b849-4b4d5aef4538 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:05.442257 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-85117e6a-c844-42b4-9436-693804037290 req-4f23ebb9-02b1-433a-b849-4b4d5aef4538 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/ports?device_id=00d9268c-b3dd-4500-8816-2ae6bbe1d7a7 HTTP/1.1" status: 200  len: 943 time: 0.0795648
Sep 10 16:49:05.486771 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-85117e6a-c844-42b4-9436-693804037290 req-36d2845d-a390-423a-8b61-aec0b36a2073 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e7375ce-3c98-4bd6-8a06-6c0612c78995&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390997
Sep 10 16:49:05.954792 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:06.677815 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994bd3ff-df05-43e2-b18e-f35005c63825 req-96dbeb2f-2496-481b-b121-d12dd8573efa tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:06.679199 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-994bd3ff-df05-43e2-b18e-f35005c63825 req-96dbeb2f-2496-481b-b121-d12dd8573efa tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/ports?device_id=00d9268c-b3dd-4500-8816-2ae6bbe1d7a7 HTTP/1.1" status: 200  len: 943 time: 0.0746717
Sep 10 16:49:06.724263 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-994bd3ff-df05-43e2-b18e-f35005c63825 req-7a532e5c-9c81-4ce8-a0ca-6fb390bfb458 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e7375ce-3c98-4bd6-8a06-6c0612c78995&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390904
Sep 10 16:49:07.916758 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d50aaac-f5c9-4322-ac6f-95cfbe7d3313 req-d3bb8134-f8c9-4fc5-92d4-f494b293cdbc tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:07.918231 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-6d50aaac-f5c9-4322-ac6f-95cfbe7d3313 req-d3bb8134-f8c9-4fc5-92d4-f494b293cdbc tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/ports?device_id=00d9268c-b3dd-4500-8816-2ae6bbe1d7a7 HTTP/1.1" status: 200  len: 943 time: 0.0747554
Sep 10 16:49:07.967784 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-6d50aaac-f5c9-4322-ac6f-95cfbe7d3313 req-6b7ba2ec-d54d-4bbe-ae6f-bd8389cb0e00 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e7375ce-3c98-4bd6-8a06-6c0612c78995&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441225
Sep 10 16:49:09.171895 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56039e-8abe-49c4-ae53-c8e31439275c req-0924743a-2cb7-42f3-9f0f-da5f6f2f15f7 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:09.173302 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-6c56039e-8abe-49c4-ae53-c8e31439275c req-0924743a-2cb7-42f3-9f0f-da5f6f2f15f7 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/ports?device_id=00d9268c-b3dd-4500-8816-2ae6bbe1d7a7 HTTP/1.1" status: 200  len: 943 time: 0.0851393
Sep 10 16:49:09.220932 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-6c56039e-8abe-49c4-ae53-c8e31439275c req-389af591-9174-4568-917d-bcc082feaad3 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e7375ce-3c98-4bd6-8a06-6c0612c78995&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418947
Sep 10 16:49:10.393114 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce56a17-1b27-481a-b944-66829b1233f7 req-bad495ae-e065-411e-9473-25227641eb1f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:10.394491 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-dce56a17-1b27-481a-b944-66829b1233f7 req-bad495ae-e065-411e-9473-25227641eb1f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 946 time: 0.0923212
Sep 10 16:49:10.426553 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db90a8f-16f4-47ae-ac6d-5eba8a134363 req-1a1a1629-48a3-47ea-801f-b3a6ad326d43 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:10.428007 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2db90a8f-16f4-47ae-ac6d-5eba8a134363 req-1a1a1629-48a3-47ea-801f-b3a6ad326d43 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/ports?device_id=00d9268c-b3dd-4500-8816-2ae6bbe1d7a7 HTTP/1.1" status: 200  len: 943 time: 0.0811253
Sep 10 16:49:10.442310 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-dce56a17-1b27-481a-b944-66829b1233f7 req-bf43e5e8-122b-415a-a143-e5a3015653a6 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414357
Sep 10 16:49:10.473291 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2db90a8f-16f4-47ae-ac6d-5eba8a134363 req-bae960f5-f6cd-4c2a-ad67-25e2b60d6a83 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e7375ce-3c98-4bd6-8a06-6c0612c78995&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398068
Sep 10 16:49:10.510624 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 4e777214-bed5-4ec6-ab97-235cafec62c8 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=74983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 10 16:49:10.639748 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 4e777214-bed5-4ec6-ab97-235cafec62c8, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=4e777214-bed5-4ec6-ab97-235cafec62c8,segment=NetworkSegment(6eb2f8f1-c8da-4c9d-a136-f484d84339ec),segment_id=6eb2f8f1-c8da-4c9d-a136-f484d84339ec)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:49:10.652893 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Returning: {'device': '4e777214-bed5-4ec6-ab97-235cafec62c8', 'network_id': '93a85393-eaba-4881-a98b-1aa3aeb0218c', 'port_id': '4e777214-bed5-4ec6-ab97-235cafec62c8', 'mac_address': 'fa:16:3e:f2:7b:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '637599ad-e9e3-4c1c-a193-9da30660d6f4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 10 16:49:10.705026 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:10.724777 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e777214-bed5-4ec6-ab97-235cafec62c8 {{(pid=74983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:49:10.740061 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 4e777214-bed5-4ec6-ab97-235cafec62c8, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=4e777214-bed5-4ec6-ab97-235cafec62c8,segment=NetworkSegment(6eb2f8f1-c8da-4c9d-a136-f484d84339ec),segment_id=6eb2f8f1-c8da-4c9d-a136-f484d84339ec)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:49:10.743956 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:10.747080 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:10.807784 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=4e777214-bed5-4ec6-ab97-235cafec62c8,revision_number=4']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:10.816643 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:49:10.816985 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:49:10.817317 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:49:10.817643 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:49:10.817972 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:49:10.818323 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:49:10.818643 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:49:10.818984 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:49:10.819282 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:49:10.819596 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:49:10.819909 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:49:10.823566 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:11.071635 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] get_ports_and_sgs() called for port_ids ['4e777214-bed5-4ec6-ab97-235cafec62c8'] {{(pid=74983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 10 16:49:11.651585 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b8c77-8496-4d7c-a5bf-98286a8417d1 req-5c662043-68f5-4646-bf04-315d72ddc0dc tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:11.653720 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-6e6b8c77-8496-4d7c-a5bf-98286a8417d1 req-5c662043-68f5-4646-bf04-315d72ddc0dc tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 946 time: 0.0778289
Sep 10 16:49:11.676245 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97848659-bb58-47f8-b64a-0e4c05373fbb req-2e4f1dde-484f-4037-854e-a4fc34ec9b2a tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:11.677789 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-97848659-bb58-47f8-b64a-0e4c05373fbb req-2e4f1dde-484f-4037-854e-a4fc34ec9b2a tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/ports?device_id=00d9268c-b3dd-4500-8816-2ae6bbe1d7a7 HTTP/1.1" status: 200  len: 944 time: 0.0778363
Sep 10 16:49:11.700215 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-6e6b8c77-8496-4d7c-a5bf-98286a8417d1 req-c0a8c369-40ea-4f32-b13a-8a9dd02e9894 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405107
Sep 10 16:49:11.724549 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-97848659-bb58-47f8-b64a-0e4c05373fbb req-7e56fbec-4758-4566-a83f-199df2128516 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e7375ce-3c98-4bd6-8a06-6c0612c78995&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412202
Sep 10 16:49:12.259864 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b96e5-91f4-4b4e-ab3d-9b4c760e7b01 req-c2e4b153-056b-4d86-aa5e-998c8cdf0b3b tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:12.261769 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-107b96e5-91f4-4b4e-ab3d-9b4c760e7b01 req-c2e4b153-056b-4d86-aa5e-998c8cdf0b3b tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 946 time: 0.0797582
Sep 10 16:49:12.333516 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [req-107b96e5-91f4-4b4e-ab3d-9b4c760e7b01 req-c8520310-b66b-4b2b-b596-db244e7fa10f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Deleting port b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736 {{(pid=74982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:49:12.333857 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-107b96e5-91f4-4b4e-ab3d-9b4c760e7b01 req-c8520310-b66b-4b2b-b596-db244e7fa10f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:12.512707 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 4e777214-bed5-4ec6-ab97-235cafec62c8 up at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:49:12.582399 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning for port 4e777214-bed5-4ec6-ab97-235cafec62c8 completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:49:12.591154 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.db [req-107b96e5-91f4-4b4e-ab3d-9b4c760e7b01 req-c8520310-b66b-4b2b-b596-db244e7fa10f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] For port b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736,segment=NetworkSegment(26e62b26-76ed-49f4-9578-2518370488fd),segment_id=26e62b26-76ed-49f4-9578-2518370488fd)] {{(pid=74982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:49:12.591565 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-107b96e5-91f4-4b4e-ab3d-9b4c760e7b01 req-c8520310-b66b-4b2b-b596-db244e7fa10f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:12.591749 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning complete for port 4e777214-bed5-4ec6-ab97-235cafec62c8 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:49:12.591988 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:12.727640 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:12.770580 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d9268c-b3dd-4500-8816-2ae6bbe1d7a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e777214-bed5-4ec6-ab97-235cafec62c8'}] {{(pid=74983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:49:12.784162 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 4e777214-bed5-4ec6-ab97-235cafec62c8, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=4e777214-bed5-4ec6-ab97-235cafec62c8,segment=NetworkSegment(6eb2f8f1-c8da-4c9d-a136-f484d84339ec),segment_id=6eb2f8f1-c8da-4c9d-a136-f484d84339ec)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:49:12.789318 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:12.791494 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:12.869535 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=4e777214-bed5-4ec6-ab97-235cafec62c8,revision_number=5']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:12.872869 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:12.969991 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-107b96e5-91f4-4b4e-ab3d-9b4c760e7b01 req-c8520310-b66b-4b2b-b596-db244e7fa10f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:12.970597 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-107b96e5-91f4-4b4e-ab3d-9b4c760e7b01 req-c8520310-b66b-4b2b-b596-db244e7fa10f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446787'] for floatingip, after_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:12.970850 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.db.l3_db [req-107b96e5-91f4-4b4e-ab3d-9b4c760e7b01 req-c8520310-b66b-4b2b-b596-db244e7fa10f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Floating IP 3e4981e9-0328-4311-9eaa-5093549f4a55 disassociated. External IP: 172.27.0.27, port: b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736.
Sep 10 16:49:12.971190 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [req-107b96e5-91f4-4b4e-ab3d-9b4c760e7b01 req-c8520310-b66b-4b2b-b596-db244e7fa10f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Calling delete_port for b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736 owned by compute:nova {{(pid=74982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:49:12.977190 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c950530-d4ae-43de-8b73-e8e043acc78a req-bfbd3aaa-63e4-4e9b-bbf7-7a2dd3843d6b tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:12.978658 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7c950530-d4ae-43de-8b73-e8e043acc78a req-bfbd3aaa-63e4-4e9b-bbf7-7a2dd3843d6b tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 946 time: 0.0804050
Sep 10 16:49:13.025386 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7c950530-d4ae-43de-8b73-e8e043acc78a req-67e656cb-9e53-47ed-bdff-def898e11009 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f5739d8-4250-41d6-8667-01965f061286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409398
Sep 10 16:49:13.056197 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60052158-ab2a-4fba-8fdc-14c6815bc167 req-26174aab-2410-4565-8a0a-7c2786a62971 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:13.057674 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-60052158-ab2a-4fba-8fdc-14c6815bc167 req-26174aab-2410-4565-8a0a-7c2786a62971 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/ports?device_id=00d9268c-b3dd-4500-8816-2ae6bbe1d7a7 HTTP/1.1" status: 200  len: 945 time: 0.1645339
Sep 10 16:49:13.186649 dv-cinder-808473-1-iscsi neutron-server[74983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d9268c-b3dd-4500-8816-2ae6bbe1d7a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e777214-bed5-4ec6-ab97-235cafec62c8', 'code': 200}
Sep 10 16:49:13.243105 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-60052158-ab2a-4fba-8fdc-14c6815bc167 req-664a62e9-5784-4ee9-b145-2ad425014f3d tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e7375ce-3c98-4bd6-8a06-6c0612c78995&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1760533
Sep 10 16:49:13.262523 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-107b96e5-91f4-4b4e-ab3d-9b4c760e7b01 req-c8520310-b66b-4b2b-b596-db244e7fa10f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:13.282941 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-628dd500-601d-4ab4-b9a3-474f7452eb91 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:13.327458 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8520310-b66b-4b2b-b596-db244e7fa10f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Pushing event deleted for resources: {'Port': ['ID=b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:13.336827 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-c8520310-b66b-4b2b-b596-db244e7fa10f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:13.438784 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-c76f50ce-28fa-4866-b688-0668d677d914 req-1d8183a4-06eb-4747-8ee3-d53b96e3d08a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=00d9268c-b3dd-4500-8816-2ae6bbe1d7a7 HTTP/1.1" status: 200  len: 1098 time: 0.0679770
Sep 10 16:49:13.486395 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-c76f50ce-28fa-4866-b688-0668d677d914 req-4914dc3f-66c9-4ec8-8d93-a8bacf3a61da service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9e7375ce-3c98-4bd6-8a06-6c0612c78995&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406008
Sep 10 16:49:13.547715 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.l3_agent_scheduler [req-107b96e5-91f4-4b4e-ab3d-9b4c760e7b01 req-c8520310-b66b-4b2b-b596-db244e7fa10f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Router 176189ad-7ab2-430f-8bdd-7ff226c6640a has already been hosted by L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 {{(pid=74982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 10 16:49:13.756078 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-107b96e5-91f4-4b4e-ab3d-9b4c760e7b01 req-c8520310-b66b-4b2b-b596-db244e7fa10f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:49:13.768000 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c91f20-f8f7-421c-9b72-17cee7738183 None None] Sync routers for ids ['176189ad-7ab2-430f-8bdd-7ff226c6640a'] in dv-cinder-808473-1-iscsi {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:49:13.807937 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c91f20-f8f7-421c-9b72-17cee7738183 None None] Routers {'176189ad-7ab2-430f-8bdd-7ff226c6640a'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:49:13.811286 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-79c91f20-f8f7-421c-9b72-17cee7738183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f86255a7070>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:48:57Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['176189ad-7ab2-430f-8bdd-7ff226c6640a'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:49:13.851025 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.l3_dvrscheduler_db [req-107b96e5-91f4-4b4e-ab3d-9b4c760e7b01 req-c8520310-b66b-4b2b-b596-db244e7fa10f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] No DVR routers for this DVR port b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736 on host hv-cinder-80847 {{(pid=74982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 10 16:49:13.853791 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-107b96e5-91f4-4b4e-ab3d-9b4c760e7b01 req-c8520310-b66b-4b2b-b596-db244e7fa10f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:13.856953 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0007b50-7c84-4a40-af93-ae969d856f47', 'name': 'network-vif-deleted', 'tag': 'b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736'}] {{(pid=74982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:49:13.869040 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-107b96e5-91f4-4b4e-ab3d-9b4c760e7b01 req-c8520310-b66b-4b2b-b596-db244e7fa10f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.24 "DELETE /v2.0/ports/b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736 HTTP/1.1" status: 204  len: 173 time: 1.6013076
Sep 10 16:49:13.926421 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0007b50-7c84-4a40-af93-ae969d856f47', 'name': 'network-vif-deleted', 'tag': 'b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736', 'status': 'completed', 'code': 200}
Sep 10 16:49:14.013053 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-79c91f20-f8f7-421c-9b72-17cee7738183 None None] Set router 176189ad-7ab2-430f-8bdd-7ff226c6640a gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:49:14.271022 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-5dab49d4-11cd-4562-9456-2f79c5996989 req-d0f3c13b-8050-4fc9-a946-0f98d649c5a3 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Synchronizing usage tracker for tenant:f9bbed5573b846b8bd73e0009e1ca850 on resource:port {{(pid=74982) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:49:14.292019 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-5dab49d4-11cd-4562-9456-2f79c5996989 req-d0f3c13b-8050-4fc9-a946-0f98d649c5a3 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Unset dirty status for tenant:f9bbed5573b846b8bd73e0009e1ca850 on resource:port {{(pid=74982) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:49:14.293831 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-5dab49d4-11cd-4562-9456-2f79c5996989 req-d0f3c13b-8050-4fc9-a946-0f98d649c5a3 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0007b50-7c84-4a40-af93-ae969d856f47 HTTP/1.1" status: 200  len: 210 time: 0.0763028
Sep 10 16:49:14.341322 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83871945-f7f1-4cc5-97c8-faf21968948b req-3ebb6bcb-82ee-44dc-bbe8-dd373d0cb721 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:14.357497 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-83871945-f7f1-4cc5-97c8-faf21968948b req-3ebb6bcb-82ee-44dc-bbe8-dd373d0cb721 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/ports?device_id=408290e3-5f87-4020-b36f-a6daa76609b8 HTTP/1.1" status: 200  len: 946 time: 0.1276760
Sep 10 16:49:14.409124 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-83871945-f7f1-4cc5-97c8-faf21968948b req-98c8b896-8bc8-43b3-b22a-679266fad8ff tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/security-groups?id=564cabe0-7e89-4b45-b555-0715bed9afdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479360
Sep 10 16:49:14.496807 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-79c91f20-f8f7-421c-9b72-17cee7738183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f86255a7070>, [{'id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'name': 'tempest-AttachVolumeShelveTestJSON-927730939-router', 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '6e741b70-5bbb-4b72-a9fc-cfbc7d85948d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:43:51Z', 'revision_number': 4, 'project_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'gw_port': {'id': '6e741b70-5bbb-4b72-a9fc-cfbc7d85948d', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:33Z', 'updated_at': '2021-09-10T16:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': 'aee4d381-a7e3-42a1-be12-79c13c6da7b9', 'name': '', 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a', 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'mac_address': 'fa:16:3e:db:76:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c869236f-34e5-4060-bd38-439ed8cf68e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:49Z', 'updated_at': '2021-09-10T16:44:20Z', 'revision_number': 5, 'project_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'subnets': [{'id': 'c869236f-34e5-4060-bd38-439ed8cf68e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:49:14.501059 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c91f20-f8f7-421c-9b72-17cee7738183 None None] Checking router: 176189ad-7ab2-430f-8bdd-7ff226c6640a for host: dv-cinder-808473-1-iscsi {{(pid=74983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:49:14.513690 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c91f20-f8f7-421c-9b72-17cee7738183 None None] Routers {'176189ad-7ab2-430f-8bdd-7ff226c6640a'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:49:14.514974 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-79c91f20-f8f7-421c-9b72-17cee7738183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f86255a7070>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:48:57Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['176189ad-7ab2-430f-8bdd-7ff226c6640a'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:49:14.522537 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf14bc-fcbd-466d-9060-d8b5b6babc98 req-4511eb07-e866-449d-9652-4965cfdcbd3b tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:14.523994 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-11bf14bc-fcbd-466d-9060-d8b5b6babc98 req-4511eb07-e866-449d-9652-4965cfdcbd3b tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/ports?device_id=00d9268c-b3dd-4500-8816-2ae6bbe1d7a7 HTTP/1.1" status: 200  len: 945 time: 0.0844522
Sep 10 16:49:14.573847 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-11bf14bc-fcbd-466d-9060-d8b5b6babc98 req-0ff16215-9b4a-4b38-a148-a0cc43a9f67a tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e7375ce-3c98-4bd6-8a06-6c0612c78995&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434592
Sep 10 16:49:14.710350 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-79c91f20-f8f7-421c-9b72-17cee7738183 None None] Set router 176189ad-7ab2-430f-8bdd-7ff226c6640a gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:49:15.027438 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-79c91f20-f8f7-421c-9b72-17cee7738183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f86255a7070>, [{'id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'name': 'tempest-AttachVolumeShelveTestJSON-927730939-router', 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '6e741b70-5bbb-4b72-a9fc-cfbc7d85948d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:43:51Z', 'revision_number': 4, 'project_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'gw_port': {'id': '6e741b70-5bbb-4b72-a9fc-cfbc7d85948d', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:33Z', 'updated_at': '2021-09-10T16:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': 'aee4d381-a7e3-42a1-be12-79c13c6da7b9', 'name': '', 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a', 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'mac_address': 'fa:16:3e:db:76:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c869236f-34e5-4060-bd38-439ed8cf68e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:49Z', 'updated_at': '2021-09-10T16:44:20Z', 'revision_number': 5, 'project_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'subnets': [{'id': 'c869236f-34e5-4060-bd38-439ed8cf68e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:49:15.031381 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c91f20-f8f7-421c-9b72-17cee7738183 None None] The sync data for ids ['176189ad-7ab2-430f-8bdd-7ff226c6640a'] in dv-cinder-808473-1-iscsi is: [{'id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'name': 'tempest-AttachVolumeShelveTestJSON-927730939-router', 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '6e741b70-5bbb-4b72-a9fc-cfbc7d85948d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:43:51Z', 'revision_number': 4, 'project_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'gw_port': {'id': '6e741b70-5bbb-4b72-a9fc-cfbc7d85948d', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:33Z', 'updated_at': '2021-09-10T16:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': 'aee4d381-a7e3-42a1-be12-79c13c6da7b9', 'name': '', 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a', 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'mac_address': 'fa:16:3e:db:76:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c869236f-34e5-4060-bd38-439ed8cf68e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:49Z', 'updated_at': '2021-09-10T16:44:20Z', 'revision_number': 5, 'project_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'subnets': [{'id': 'c869236f-34e5-4060-bd38-439ed8cf68e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:49:15.280491 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b25a9a1-8316-4841-8f08-8298ad7078ea None None] New status for floating IP 3e4981e9-0328-4311-9eaa-5093549f4a55: DOWN {{(pid=74984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 10 16:49:15.456790 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 34478) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:49:15.524246 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-71958ab8-dabc-4b0e-a299-e93306dde602 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:15.589837 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-71958ab8-dabc-4b0e-a299-e93306dde602 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:15.661152 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e5b69-e66d-47f3-b383-5e4afc08bcb3 req-214f8e51-d299-46bf-a9ea-32565bb6c21f tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:15.662661 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-a23e5b69-e66d-47f3-b383-5e4afc08bcb3 req-214f8e51-d299-46bf-a9ea-32565bb6c21f tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/ports?device_id=408290e3-5f87-4020-b36f-a6daa76609b8 HTTP/1.1" status: 200  len: 946 time: 0.1096668
Sep 10 16:49:15.669234 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-71958ab8-dabc-4b0e-a299-e93306dde602 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:15.675640 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-c2f973bb-3d77-48af-9a5e-8b1fae360d0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:15.705704 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71958ab8-dabc-4b0e-a299-e93306dde602 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5739d8-4250-41d6-8667-01965f061286,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:15.710879 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-71958ab8-dabc-4b0e-a299-e93306dde602 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:15.719574 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-71958ab8-dabc-4b0e-a299-e93306dde602 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:15.723098 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-71958ab8-dabc-4b0e-a299-e93306dde602 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "DELETE /v2.0/security-groups/3f5739d8-4250-41d6-8667-01965f061286 HTTP/1.1" status: 204  len: 168 time: 0.2628529
Sep 10 16:49:15.729406 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 34484) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:49:15.765945 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.api.v2.resource [None req-7c189775-c3a7-4f71-bf6b-bcff8363fa7c tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] show failed (client error): The resource could not be found.
Sep 10 16:49:15.767012 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-7c189775-c3a7-4f71-bf6b-bcff8363fa7c tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups/3f5739d8-4250-41d6-8667-01965f061286 HTTP/1.1" status: 404  len: 347 time: 0.0283508
Sep 10 16:49:15.769885 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 34488) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:49:15.774722 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-a23e5b69-e66d-47f3-b383-5e4afc08bcb3 req-3741d2c0-fd22-4984-b006-2b06d07f5366 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/security-groups?id=564cabe0-7e89-4b45-b555-0715bed9afdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011295
Sep 10 16:49:15.840110 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a49a24a-8f0b-40fc-b13b-f3090c4874d0 req-9116d737-727f-4be5-9e75-d607d77c4dde tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:15.841501 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-0a49a24a-8f0b-40fc-b13b-f3090c4874d0 req-9116d737-727f-4be5-9e75-d607d77c4dde tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/ports?device_id=00d9268c-b3dd-4500-8816-2ae6bbe1d7a7 HTTP/1.1" status: 200  len: 945 time: 0.1425862
Sep 10 16:49:15.960890 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [None req-8000200f-1615-4739-afde-f7a91d47f543 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Deleting port 8f4d5911-a789-4697-bd0e-6e3a7f8d04a8 {{(pid=74982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:49:15.961223 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8000200f-1615-4739-afde-f7a91d47f543 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:16.014662 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-0a49a24a-8f0b-40fc-b13b-f3090c4874d0 req-8d4f67ee-73ad-4f9d-b2c4-cbf660bc10c6 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e7375ce-3c98-4bd6-8a06-6c0612c78995&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1590869
Sep 10 16:49:16.140696 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8000200f-1615-4739-afde-f7a91d47f543 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:16.141023 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8000200f-1615-4739-afde-f7a91d47f543 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:16.270612 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [None req-8000200f-1615-4739-afde-f7a91d47f543 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Calling delete_port for 8f4d5911-a789-4697-bd0e-6e3a7f8d04a8 owned by network:floatingip {{(pid=74982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:49:16.529264 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3757d-e25d-49bb-a7ee-c48e99898775 req-f5fdd0d8-239a-4243-8ed8-09beb34adc47 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:16.530766 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-5ca3757d-e25d-49bb-a7ee-c48e99898775 req-f5fdd0d8-239a-4243-8ed8-09beb34adc47 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.24 "GET /v2.0/ports?device_id=408290e3-5f87-4020-b36f-a6daa76609b8 HTTP/1.1" status: 200  len: 946 time: 0.2340171
Sep 10 16:49:16.564040 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736 no longer exists at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:49:16.600452 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] No Port match for: b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736 {{(pid=74983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 10 16:49:16.600803 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device b8a07b32-86de-4ca1-9c6f-fbe1e8a8e736 not bound to the agent host hv-cinder-80847 {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 10 16:49:16.617961 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [req-5ca3757d-e25d-49bb-a7ee-c48e99898775 req-3f31ec63-ed99-4c1f-a5bc-03bc7f9cdbf2 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Deleting port a493f7cc-3a97-4777-af08-748a7df87fbe {{(pid=74982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:49:16.618325 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-5ca3757d-e25d-49bb-a7ee-c48e99898775 req-3f31ec63-ed99-4c1f-a5bc-03bc7f9cdbf2 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:16.648749 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8000200f-1615-4739-afde-f7a91d47f543 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:16.658820 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-91409465-0722-4d86-a587-59d446c6f89c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:16.708121 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000200f-1615-4739-afde-f7a91d47f543 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Pushing event deleted for resources: {'Port': ['ID=8f4d5911-a789-4697-bd0e-6e3a7f8d04a8,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:16.714294 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-8000200f-1615-4739-afde-f7a91d47f543 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:16.936412 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8000200f-1615-4739-afde-f7a91d47f543 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks [] for floatingip, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:16.971271 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8000200f-1615-4739-afde-f7a91d47f543 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for floatingip, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:16.975514 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-8000200f-1615-4739-afde-f7a91d47f543 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "DELETE /v2.0/floatingips/3e4981e9-0328-4311-9eaa-5093549f4a55 HTTP/1.1" status: 204  len: 168 time: 1.2001069
Sep 10 16:49:17.024535 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.db [req-5ca3757d-e25d-49bb-a7ee-c48e99898775 req-3f31ec63-ed99-4c1f-a5bc-03bc7f9cdbf2 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] For port a493f7cc-3a97-4777-af08-748a7df87fbe, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=a493f7cc-3a97-4777-af08-748a7df87fbe,segment=NetworkSegment(169bb50e-b9ea-407f-a6c4-f5299a7789d0),segment_id=169bb50e-b9ea-407f-a6c4-f5299a7789d0)] {{(pid=74982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:49:17.024934 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-5ca3757d-e25d-49bb-a7ee-c48e99898775 req-3f31ec63-ed99-4c1f-a5bc-03bc7f9cdbf2 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:17.078976 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9aa115-d5fe-44a5-9f49-1cf6d3e5e479 req-9e41f83c-9fb2-4e0a-a906-c41bc6c14363 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:17.081096 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4b9aa115-d5fe-44a5-9f49-1cf6d3e5e479 req-9e41f83c-9fb2-4e0a-a906-c41bc6c14363 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/ports?device_id=408290e3-5f87-4020-b36f-a6daa76609b8 HTTP/1.1" status: 200  len: 946 time: 0.1797602
Sep 10 16:49:17.128240 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4b9aa115-d5fe-44a5-9f49-1cf6d3e5e479 req-c2069965-c21e-4c3e-ab27-058f568ad657 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.41 "GET /v2.0/security-groups?id=564cabe0-7e89-4b45-b555-0715bed9afdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417979
Sep 10 16:49:17.161984 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [req-5ca3757d-e25d-49bb-a7ee-c48e99898775 req-3f31ec63-ed99-4c1f-a5bc-03bc7f9cdbf2 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Calling delete_port for a493f7cc-3a97-4777-af08-748a7df87fbe owned by compute:nova {{(pid=74982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:49:17.337775 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-5ca3757d-e25d-49bb-a7ee-c48e99898775 req-3f31ec63-ed99-4c1f-a5bc-03bc7f9cdbf2 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:17.345191 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-c8520310-b66b-4b2b-b596-db244e7fa10f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:17.350695 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] get_ports_and_sgs() called for port_ids ['a493f7cc-3a97-4777-af08-748a7df87fbe'] {{(pid=74983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 10 16:49:17.397754 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f31ec63-ed99-4c1f-a5bc-03bc7f9cdbf2 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Pushing event deleted for resources: {'Port': ['ID=a493f7cc-3a97-4777-af08-748a7df87fbe,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:17.400217 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-3f31ec63-ed99-4c1f-a5bc-03bc7f9cdbf2 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:17.475059 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca3757d-e25d-49bb-a7ee-c48e99898775 req-3f31ec63-ed99-4c1f-a5bc-03bc7f9cdbf2 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] No DVR routers for this DVR port a493f7cc-3a97-4777-af08-748a7df87fbe on host hv-cinder-80847 {{(pid=74982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 10 16:49:17.477444 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-5ca3757d-e25d-49bb-a7ee-c48e99898775 req-3f31ec63-ed99-4c1f-a5bc-03bc7f9cdbf2 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:17.481390 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408290e3-5f87-4020-b36f-a6daa76609b8', 'name': 'network-vif-deleted', 'tag': 'a493f7cc-3a97-4777-af08-748a7df87fbe'}] {{(pid=74982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:49:17.486951 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa806a98-b9f9-4be8-a932-b6526135338b req-e470f899-b463-4545-b30c-cde5efcb174b tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:17.488668 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-aa806a98-b9f9-4be8-a932-b6526135338b req-e470f899-b463-4545-b30c-cde5efcb174b tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/ports?device_id=00d9268c-b3dd-4500-8816-2ae6bbe1d7a7 HTTP/1.1" status: 200  len: 945 time: 0.0848877
Sep 10 16:49:17.495219 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-5ca3757d-e25d-49bb-a7ee-c48e99898775 req-3f31ec63-ed99-4c1f-a5bc-03bc7f9cdbf2 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] 10.222.0.24 "DELETE /v2.0/ports/a493f7cc-3a97-4777-af08-748a7df87fbe HTTP/1.1" status: 204  len: 173 time: 0.9544113
Sep 10 16:49:17.537761 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-aa806a98-b9f9-4be8-a932-b6526135338b req-395b290c-e494-4674-bc5a-5863bc4bc695 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e7375ce-3c98-4bd6-8a06-6c0612c78995&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427399
Sep 10 16:49:17.540299 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 34514) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:49:17.545854 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-3234c946-ce21-476d-be0a-5dbc27f0c94f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1282236822', 'description': 'tempest-description--474695292'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:49:17.552261 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-3234c946-ce21-476d-be0a-5dbc27f0c94f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:49:17.557254 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-3234c946-ce21-476d-be0a-5dbc27f0c94f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Usage tracker for resource:security_group and tenant:f9bbed5573b846b8bd73e0009e1ca850 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:49:17.568441 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-3234c946-ce21-476d-be0a-5dbc27f0c94f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:49:17.568441 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-3234c946-ce21-476d-be0a-5dbc27f0c94f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:49:17.579242 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3234c946-ce21-476d-be0a-5dbc27f0c94f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:17.591531 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408290e3-5f87-4020-b36f-a6daa76609b8', 'name': 'network-vif-deleted', 'tag': 'a493f7cc-3a97-4777-af08-748a7df87fbe', 'status': 'completed', 'code': 200}
Sep 10 16:49:17.617430 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-3234c946-ce21-476d-be0a-5dbc27f0c94f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:49:17.621384 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-3234c946-ce21-476d-be0a-5dbc27f0c94f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Usage tracker for resource:security_group_rule and tenant:f9bbed5573b846b8bd73e0009e1ca850 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:49:17.624423 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-3234c946-ce21-476d-be0a-5dbc27f0c94f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:49:17.630217 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-3234c946-ce21-476d-be0a-5dbc27f0c94f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:49:17.687014 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3234c946-ce21-476d-be0a-5dbc27f0c94f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:17.690556 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3234c946-ce21-476d-be0a-5dbc27f0c94f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:17.695515 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-662a4030-b69c-4b9c-81c1-736b2cde7324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:17.737203 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234c946-ce21-476d-be0a-5dbc27f0c94f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77a8a8b9-7c42-4d36-bbd2-034c1d09664d,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:17.739805 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3234c946-ce21-476d-be0a-5dbc27f0c94f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:17.741011 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-3234c946-ce21-476d-be0a-5dbc27f0c94f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.1996825
Sep 10 16:49:17.741876 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-3234c946-ce21-476d-be0a-5dbc27f0c94f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:17.743890 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 34518) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:49:17.749887 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-79bdfe6f-ca6e-4a74-9194-1e44d9a88569 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Request body: {'security_group_rule': {'security_group_id': '77a8a8b9-7c42-4d36-bbd2-034c1d09664d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:49:17.755695 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-79bdfe6f-ca6e-4a74-9194-1e44d9a88569 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:49:17.759462 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-79bdfe6f-ca6e-4a74-9194-1e44d9a88569 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Usage tracker for resource:security_group_rule and tenant:f9bbed5573b846b8bd73e0009e1ca850 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:49:17.762878 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-79bdfe6f-ca6e-4a74-9194-1e44d9a88569 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:49:17.768473 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-79bdfe6f-ca6e-4a74-9194-1e44d9a88569 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:49:17.787537 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-79bdfe6f-ca6e-4a74-9194-1e44d9a88569 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:17.847980 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-79bdfe6f-ca6e-4a74-9194-1e44d9a88569 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:17.851739 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-79bdfe6f-ca6e-4a74-9194-1e44d9a88569 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350866'] for security_group_rule, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:17.858928 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-d9e6e352-63ee-4dac-b949-4ce897dde9b3 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:17.878931 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bdfe6f-ca6e-4a74-9194-1e44d9a88569 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=478a8f53-c411-4504-b013-bc83313c0e60,revision_number=0']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:17.881375 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-79bdfe6f-ca6e-4a74-9194-1e44d9a88569 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:17.885728 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-79bdfe6f-ca6e-4a74-9194-1e44d9a88569 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:17.887550 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-79bdfe6f-ca6e-4a74-9194-1e44d9a88569 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1427705
Sep 10 16:49:17.890219 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 34522) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:49:17.895661 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-f5142782-173e-48dd-8d95-04b70eb89407 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Request body: {'security_group_rule': {'security_group_id': '77a8a8b9-7c42-4d36-bbd2-034c1d09664d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:49:17.901396 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-f5142782-173e-48dd-8d95-04b70eb89407 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:49:17.905216 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-f5142782-173e-48dd-8d95-04b70eb89407 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Usage tracker for resource:security_group_rule and tenant:f9bbed5573b846b8bd73e0009e1ca850 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:49:17.908147 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-f5142782-173e-48dd-8d95-04b70eb89407 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:49:17.913964 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-f5142782-173e-48dd-8d95-04b70eb89407 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:49:17.929413 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f5142782-173e-48dd-8d95-04b70eb89407 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:17.991090 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f5142782-173e-48dd-8d95-04b70eb89407 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:17.996370 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f5142782-173e-48dd-8d95-04b70eb89407 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350866'] for security_group_rule, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:18.003789 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:18.022858 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5142782-173e-48dd-8d95-04b70eb89407 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bb41c61-b995-4517-87f7-0abe67f78d71,revision_number=0']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:18.026267 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-f5142782-173e-48dd-8d95-04b70eb89407 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:18.037248 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f5142782-173e-48dd-8d95-04b70eb89407 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:18.038545 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-f5142782-173e-48dd-8d95-04b70eb89407 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1474028
Sep 10 16:49:18.041689 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 34526) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:49:18.048253 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-8186697c-9986-4c34-bf5e-7d8bd0497155 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Request body: {'floatingip': {'floating_network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:49:18.054105 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-8186697c-9986-4c34-bf5e-7d8bd0497155 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:49:18.058608 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-8186697c-9986-4c34-bf5e-7d8bd0497155 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Usage tracker for resource:floatingip and tenant:f9bbed5573b846b8bd73e0009e1ca850 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:49:18.061625 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-8186697c-9986-4c34-bf5e-7d8bd0497155 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:49:18.067712 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-8186697c-9986-4c34-bf5e-7d8bd0497155 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:49:18.078405 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8186697c-9986-4c34-bf5e-7d8bd0497155 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks [] for floatingip, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:18.223128 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8186697c-9986-4c34-bf5e-7d8bd0497155 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:18.369702 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.db_base_plugin_common [None req-8186697c-9986-4c34-bf5e-7d8bd0497155 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Allocated IP 172.27.0.136 (7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e/dc5dafb3-b941-44a9-9498-2bdb3e4caa08/f54302b8-b87b-440f-ad33-c4142dd7fc20) {{(pid=74982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:49:18.521567 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8186697c-9986-4c34-bf5e-7d8bd0497155 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks [] for port, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:18.550534 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8186697c-9986-4c34-bf5e-7d8bd0497155 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:18.554888 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-7f882b1f-9281-404c-ab17-fd659007f91e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:18.646218 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8186697c-9986-4c34-bf5e-7d8bd0497155 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Pushing event updated for resources: {'Port': ['ID=f54302b8-b87b-440f-ad33-c4142dd7fc20,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:18.650452 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8186697c-9986-4c34-bf5e-7d8bd0497155 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Network 7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e is already hosted by enough agents. {{(pid=74982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:49:18.651474 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-8186697c-9986-4c34-bf5e-7d8bd0497155 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:18.652717 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.base_scheduler [None req-8186697c-9986-4c34-bf5e-7d8bd0497155 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Resources bound (agent type, host, resource id):  {{(pid=74982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:49:18.657702 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8186697c-9986-4c34-bf5e-7d8bd0497155 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Received port after_create {{(pid=74982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:49:18.929265 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52885c1d-248b-4d01-9d12-0e9a34641d18 req-dcea4893-2d8a-49d8-a1c3-01c0c28563ad tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:18.931778 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-52885c1d-248b-4d01-9d12-0e9a34641d18 req-dcea4893-2d8a-49d8-a1c3-01c0c28563ad tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/ports?device_id=00d9268c-b3dd-4500-8816-2ae6bbe1d7a7 HTTP/1.1" status: 200  len: 945 time: 0.1736050
Sep 10 16:49:18.940264 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ba19f-4170-48a4-a5b9-2956daf13614 req-4cdfaeaa-0087-4db1-b148-9ff1b7c5a940 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:18.941607 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-921ba19f-4170-48a4-a5b9-2956daf13614 req-4cdfaeaa-0087-4db1-b148-9ff1b7c5a940 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.24 "GET /v2.0/ports?device_id=00d9268c-b3dd-4500-8816-2ae6bbe1d7a7 HTTP/1.1" status: 200  len: 945 time: 0.1792526
Sep 10 16:49:19.041466 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-52885c1d-248b-4d01-9d12-0e9a34641d18 req-263b82bd-f90e-475f-aacd-8d8124790a9c tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e7375ce-3c98-4bd6-8a06-6c0612c78995&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979042
Sep 10 16:49:19.101117 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [req-921ba19f-4170-48a4-a5b9-2956daf13614 req-deb3dffe-77ea-4687-be41-130c6a209bfb tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Deleting port 4e777214-bed5-4ec6-ab97-235cafec62c8 {{(pid=74982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:49:19.101451 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-921ba19f-4170-48a4-a5b9-2956daf13614 req-deb3dffe-77ea-4687-be41-130c6a209bfb tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:19.153361 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8186697c-9986-4c34-bf5e-7d8bd0497155 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:19.257903 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8186697c-9986-4c34-bf5e-7d8bd0497155 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:19.518649 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.db [req-921ba19f-4170-48a4-a5b9-2956daf13614 req-deb3dffe-77ea-4687-be41-130c6a209bfb tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] For port 4e777214-bed5-4ec6-ab97-235cafec62c8, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=4e777214-bed5-4ec6-ab97-235cafec62c8,segment=NetworkSegment(6eb2f8f1-c8da-4c9d-a136-f484d84339ec),segment_id=6eb2f8f1-c8da-4c9d-a136-f484d84339ec)] {{(pid=74982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:49:19.520379 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-921ba19f-4170-48a4-a5b9-2956daf13614 req-deb3dffe-77ea-4687-be41-130c6a209bfb tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:19.657713 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [req-921ba19f-4170-48a4-a5b9-2956daf13614 req-deb3dffe-77ea-4687-be41-130c6a209bfb tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Calling delete_port for 4e777214-bed5-4ec6-ab97-235cafec62c8 owned by compute:nova {{(pid=74982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:49:19.749943 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8186697c-9986-4c34-bf5e-7d8bd0497155 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks [] for port, precommit_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:19.755166 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8186697c-9986-4c34-bf5e-7d8bd0497155 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2865589'] for port, after_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:19.760931 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-d6719ea3-5e59-4137-b304-826148d145e9 tempest-DeleteServersTestJSON-1405677488 tempest-DeleteServersTestJSON-1405677488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:19.914591 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8186697c-9986-4c34-bf5e-7d8bd0497155 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Pushing event updated for resources: {'Port': ['ID=f54302b8-b87b-440f-ad33-c4142dd7fc20,revision_number=2']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:19.919380 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-8186697c-9986-4c34-bf5e-7d8bd0497155 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:19.923835 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-921ba19f-4170-48a4-a5b9-2956daf13614 req-deb3dffe-77ea-4687-be41-130c6a209bfb tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:19.930316 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:19.935904 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] get_ports_and_sgs() called for port_ids ['4e777214-bed5-4ec6-ab97-235cafec62c8'] {{(pid=74983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 10 16:49:19.975255 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3dffe-77ea-4687-be41-130c6a209bfb tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Pushing event deleted for resources: {'Port': ['ID=4e777214-bed5-4ec6-ab97-235cafec62c8,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:19.979116 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8186697c-9986-4c34-bf5e-7d8bd0497155 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446787'] for floatingip, after_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:19.984449 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-deb3dffe-77ea-4687-be41-130c6a209bfb tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:20.072025 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.l3_dvrscheduler_db [req-921ba19f-4170-48a4-a5b9-2956daf13614 req-deb3dffe-77ea-4687-be41-130c6a209bfb tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] No DVR routers for this DVR port 4e777214-bed5-4ec6-ab97-235cafec62c8 on host hv-cinder-80847 {{(pid=74982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 10 16:49:20.075256 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-921ba19f-4170-48a4-a5b9-2956daf13614 req-deb3dffe-77ea-4687-be41-130c6a209bfb tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:20.077487 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-921ba19f-4170-48a4-a5b9-2956daf13614 req-deb3dffe-77ea-4687-be41-130c6a209bfb tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.24 "DELETE /v2.0/ports/4e777214-bed5-4ec6-ab97-235cafec62c8 HTTP/1.1" status: 204  len: 173 time: 1.1169612
Sep 10 16:49:20.077974 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d9268c-b3dd-4500-8816-2ae6bbe1d7a7', 'name': 'network-vif-deleted', 'tag': '4e777214-bed5-4ec6-ab97-235cafec62c8'}] {{(pid=74982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:49:20.082938 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8186697c-9986-4c34-bf5e-7d8bd0497155 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for floatingip, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:20.084020 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-8186697c-9986-4c34-bf5e-7d8bd0497155 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.0406890
Sep 10 16:49:20.138943 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d9268c-b3dd-4500-8816-2ae6bbe1d7a7', 'name': 'network-vif-deleted', 'tag': '4e777214-bed5-4ec6-ab97-235cafec62c8', 'status': 'completed', 'code': 200}
Sep 10 16:49:20.218105 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-9480b034-bed9-4aa7-a77d-20102b115351 req-ecc3c543-e861-4926-93a7-ad2bb895baa0 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/ports?device_id=00d9268c-b3dd-4500-8816-2ae6bbe1d7a7 HTTP/1.1" status: 200  len: 210 time: 0.0415194
Sep 10 16:49:20.285829 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-7af4d05c-a045-493d-add9-f959058b8639 req-f7e6ef88-ad7b-4619-900e-ca375532162c tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Synchronizing usage tracker for tenant:f9bbed5573b846b8bd73e0009e1ca850 on resource:security_group {{(pid=74982) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:49:20.300950 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-7af4d05c-a045-493d-add9-f959058b8639 req-f7e6ef88-ad7b-4619-900e-ca375532162c tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Unset dirty status for tenant:f9bbed5573b846b8bd73e0009e1ca850 on resource:security_group {{(pid=74982) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:49:20.302307 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-7af4d05c-a045-493d-add9-f959058b8639 req-f7e6ef88-ad7b-4619-900e-ca375532162c tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1282236822&fields=id&tenant_id=f9bbed5573b846b8bd73e0009e1ca850 HTTP/1.1" status: 200  len: 267 time: 0.0603764
Sep 10 16:49:20.528537 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4d05c-a045-493d-add9-f959058b8639 req-2d09b4c8-596a-41eb-8198-2ece1d13805a tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:20.529966 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-7af4d05c-a045-493d-add9-f959058b8639 req-2d09b4c8-596a-41eb-8198-2ece1d13805a tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/networks?id=344edc15-821a-46e8-88af-fc737f1ffc8a HTTP/1.1" status: 200  len: 816 time: 0.2203906
Sep 10 16:49:20.546906 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-7af4d05c-a045-493d-add9-f959058b8639 req-4453c8e5-5660-4d6b-b372-3abd6304acb2 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/quotas/f9bbed5573b846b8bd73e0009e1ca850 HTTP/1.1" status: 200  len: 375 time: 0.0116112
Sep 10 16:49:20.628385 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-7af4d05c-a045-493d-add9-f959058b8639 req-a28dae2a-adcb-427d-9c97-d6d0fd6222ab tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Synchronizing usage tracker for tenant:f9bbed5573b846b8bd73e0009e1ca850 on resource:port {{(pid=74982) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:49:20.642895 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-7af4d05c-a045-493d-add9-f959058b8639 req-a28dae2a-adcb-427d-9c97-d6d0fd6222ab tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Unset dirty status for tenant:f9bbed5573b846b8bd73e0009e1ca850 on resource:port {{(pid=74982) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:49:20.644363 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-7af4d05c-a045-493d-add9-f959058b8639 req-a28dae2a-adcb-427d-9c97-d6d0fd6222ab tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f9bbed5573b846b8bd73e0009e1ca850&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0926335
Sep 10 16:49:20.780375 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-7af4d05c-a045-493d-add9-f959058b8639 req-df338ed8-d5d0-4187-9d81-f416b0a5e46d service neutron] 10.222.0.41 "GET /v2.0/networks/344edc15-821a-46e8-88af-fc737f1ffc8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244717
Sep 10 16:49:20.911008 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-7af4d05c-a045-493d-add9-f959058b8639 req-7d9301ce-b43d-4124-8800-11976db80127 service neutron] 10.222.0.41 "GET /v2.0/networks/344edc15-821a-46e8-88af-fc737f1ffc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247883
Sep 10 16:49:21.114140 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-db2fbf2f-27e1-46cf-9138-93762deaec70 req-913d76ff-d542-432a-b2e0-e5907baccec8 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 210 time: 0.0445814
Sep 10 16:49:21.393962 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-a56b0cbc-3635-4c17-87bb-d3640f6531e5 req-23483918-803b-4b6b-b42a-18b68910b4e5 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Synchronizing usage tracker for tenant:64761f6dd8f845c88b128f0630df6781 on resource:port {{(pid=74982) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:49:21.408887 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-a56b0cbc-3635-4c17-87bb-d3640f6531e5 req-23483918-803b-4b6b-b42a-18b68910b4e5 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Unset dirty status for tenant:64761f6dd8f845c88b128f0630df6781 on resource:port {{(pid=74982) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:49:21.409993 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-a56b0cbc-3635-4c17-87bb-d3640f6531e5 req-23483918-803b-4b6b-b42a-18b68910b4e5 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/ports?device_id=00d9268c-b3dd-4500-8816-2ae6bbe1d7a7 HTTP/1.1" status: 200  len: 210 time: 0.0554624
Sep 10 16:49:21.961304 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device a493f7cc-3a97-4777-af08-748a7df87fbe no longer exists at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:49:21.996203 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] No Port match for: a493f7cc-3a97-4777-af08-748a7df87fbe {{(pid=74983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 10 16:49:21.996545 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device a493f7cc-3a97-4777-af08-748a7df87fbe not bound to the agent host hv-cinder-80847 {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 10 16:49:22.302801 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-5997c42d-85eb-4f5b-8b4e-fa40c40e6201 req-d366a02a-b9f7-44f2-bcc3-a458d0a7d32f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 210 time: 0.0439541
Sep 10 16:49:22.589596 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-533902fb-2887-438f-af83-054aa2a85acd req-48108ef9-2075-4d7e-83b3-b790058fb416 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/ports?device_id=00d9268c-b3dd-4500-8816-2ae6bbe1d7a7 HTTP/1.1" status: 200  len: 210 time: 0.0417717
Sep 10 16:49:22.919044 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 4e777214-bed5-4ec6-ab97-235cafec62c8 no longer exists at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:49:22.952925 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] No Port match for: 4e777214-bed5-4ec6-ab97-235cafec62c8 {{(pid=74983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 10 16:49:22.953277 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 4e777214-bed5-4ec6-ab97-235cafec62c8 not bound to the agent host hv-cinder-80847 {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 10 16:49:23.481023 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-e19e7f14-e7c4-4ed7-b312-cf656a247c2f req-6a383cc3-761e-4995-a1f0-c8ff0135e9fe tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 210 time: 0.0414824
Sep 10 16:49:23.811836 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4d05c-a045-493d-add9-f959058b8639 req-891ff08f-1f7f-460c-9fdc-9b31982a79bf tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:23.813789 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-7af4d05c-a045-493d-add9-f959058b8639 req-891ff08f-1f7f-460c-9fdc-9b31982a79bf tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.24 "GET /v2.0/networks?id=344edc15-821a-46e8-88af-fc737f1ffc8a HTTP/1.1" status: 200  len: 816 time: 0.2234464
Sep 10 16:49:23.882551 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-7af4d05c-a045-493d-add9-f959058b8639 req-6adc42d8-b908-4c9f-9d92-9d7f15b7f5e3 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9bbed5573b846b8bd73e0009e1ca850 HTTP/1.1" status: 200  len: 380 time: 0.0462761
Sep 10 16:49:23.891265 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [req-7af4d05c-a045-493d-add9-f959058b8639 req-66ab5832-2478-4e48-a7f0-321929b7ff0f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Request body: {'port': {'device_id': '80546841-b40d-43d6-af96-786646a6bf11', 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a', 'admin_state_up': True, 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'security_groups': ['77a8a8b9-7c42-4d36-bbd2-034c1d09664d']}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:49:24.034811 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [req-7af4d05c-a045-493d-add9-f959058b8639 req-66ab5832-2478-4e48-a7f0-321929b7ff0f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:49:24.044843 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [req-7af4d05c-a045-493d-add9-f959058b8639 req-66ab5832-2478-4e48-a7f0-321929b7ff0f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:49:24.054537 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7af4d05c-a045-493d-add9-f959058b8639 req-66ab5832-2478-4e48-a7f0-321929b7ff0f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Made reservation on behalf of f9bbed5573b846b8bd73e0009e1ca850 for: {'port': 1} {{(pid=74982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:49:24.056693 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-a0541dd7-f17a-4a35-ab34-005c65f31ac9 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:24.057723 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-7af4d05c-a045-493d-add9-f959058b8639 req-66ab5832-2478-4e48-a7f0-321929b7ff0f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:24.058734 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-a0541dd7-f17a-4a35-ab34-005c65f31ac9 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/networks?id=93a85393-eaba-4881-a98b-1aa3aeb0218c HTTP/1.1" status: 200  len: 809 time: 0.1449726
Sep 10 16:49:24.074674 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-f00ac12b-b503-4a60-b116-62d66652905b tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/quotas/64761f6dd8f845c88b128f0630df6781 HTTP/1.1" status: 200  len: 375 time: 0.0104835
Sep 10 16:49:24.125160 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-cba1576b-962a-41e6-9ccb-c80da27a2567 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=64761f6dd8f845c88b128f0630df6781&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0449393
Sep 10 16:49:24.228611 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.db_base_plugin_common [req-7af4d05c-a045-493d-add9-f959058b8639 req-66ab5832-2478-4e48-a7f0-321929b7ff0f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Allocated IP 172.20.0.11 (344edc15-821a-46e8-88af-fc737f1ffc8a/c869236f-34e5-4060-bd38-439ed8cf68e4/a1912817-5ab0-4a8c-9eba-0532b500cf73) {{(pid=74982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:49:24.266304 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-ff84f183-b02c-4633-9c35-7944f111802f service neutron] 10.222.0.41 "GET /v2.0/networks/93a85393-eaba-4881-a98b-1aa3aeb0218c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345942
Sep 10 16:49:24.405901 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-614d5bcd-4e1b-4162-ac13-34aeb18a0e48 service neutron] 10.222.0.41 "GET /v2.0/networks/93a85393-eaba-4881-a98b-1aa3aeb0218c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1323271
Sep 10 16:49:24.420266 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-7af4d05c-a045-493d-add9-f959058b8639 req-66ab5832-2478-4e48-a7f0-321929b7ff0f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks [] for port, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:24.436122 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.provisioning_blocks [req-7af4d05c-a045-493d-add9-f959058b8639 req-66ab5832-2478-4e48-a7f0-321929b7ff0f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Transition to ACTIVE for port object a1912817-5ab0-4a8c-9eba-0532b500cf73 will not be triggered until provisioned by entity DHCP. {{(pid=74982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:49:24.457783 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-7af4d05c-a045-493d-add9-f959058b8639 req-66ab5832-2478-4e48-a7f0-321929b7ff0f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:24.465016 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-3f31ec63-ed99-4c1f-a5bc-03bc7f9cdbf2 tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:24.544497 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7af4d05c-a045-493d-add9-f959058b8639 req-66ab5832-2478-4e48-a7f0-321929b7ff0f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Network 344edc15-821a-46e8-88af-fc737f1ffc8a is already hosted by enough agents. {{(pid=74982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:49:24.548620 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.base_scheduler [req-7af4d05c-a045-493d-add9-f959058b8639 req-66ab5832-2478-4e48-a7f0-321929b7ff0f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Resources bound (agent type, host, resource id):  {{(pid=74982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:49:24.553755 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af4d05c-a045-493d-add9-f959058b8639 req-66ab5832-2478-4e48-a7f0-321929b7ff0f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Received port after_create {{(pid=74982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:49:24.675165 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-b45131ca-af1d-448f-b82a-296418411d96 req-caedf909-c717-43a5-bfd0-55665de3248e tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb3e6144-c220-4c7e-b97d-74bbf4d2cbbb HTTP/1.1" status: 200  len: 210 time: 0.0638230
Sep 10 16:49:24.676070 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab5832-2478-4e48-a7f0-321929b7ff0f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Pushing event updated for resources: {'Port': ['ID=a1912817-5ab0-4a8c-9eba-0532b500cf73,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:24.681210 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-66ab5832-2478-4e48-a7f0-321929b7ff0f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:24.699030 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4d05c-a045-493d-add9-f959058b8639 req-66ab5832-2478-4e48-a7f0-321929b7ff0f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:24.702446 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-7af4d05c-a045-493d-add9-f959058b8639 req-66ab5832-2478-4e48-a7f0-321929b7ff0f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:24.746349 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-7af4d05c-a045-493d-add9-f959058b8639 req-66ab5832-2478-4e48-a7f0-321929b7ff0f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8585823
Sep 10 16:49:24.750901 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b3a2c-91f3-4da8-a805-4a4db389fb1e req-7bfbff74-2619-490f-b31e-99c2286b45bb tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:24.758620 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [req-7af4d05c-a045-493d-add9-f959058b8639 req-f7f12725-e59c-4cc3-9c99-035720de8d48 service neutron] Request body: {'port': {'device_id': '80546841-b40d-43d6-af96-786646a6bf11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:49:24.762242 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-253b3a2c-91f3-4da8-a805-4a4db389fb1e req-7bfbff74-2619-490f-b31e-99c2286b45bb tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 932 time: 0.1055894
Sep 10 16:49:24.816598 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-253b3a2c-91f3-4da8-a805-4a4db389fb1e req-208a8444-bd33-41ad-99d4-cbfb0ff6154d tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Synchronizing usage tracker for tenant:f9bbed5573b846b8bd73e0009e1ca850 on resource:security_group {{(pid=74981) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:49:24.831017 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-253b3a2c-91f3-4da8-a805-4a4db389fb1e req-208a8444-bd33-41ad-99d4-cbfb0ff6154d tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Unset dirty status for tenant:f9bbed5573b846b8bd73e0009e1ca850 on resource:security_group {{(pid=74981) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:49:24.832451 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-253b3a2c-91f3-4da8-a805-4a4db389fb1e req-208a8444-bd33-41ad-99d4-cbfb0ff6154d tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0691483
Sep 10 16:49:24.882155 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-7af4d05c-a045-493d-add9-f959058b8639 req-f7f12725-e59c-4cc3-9c99-035720de8d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:24.883012 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 6 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 16:49:24.888135 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-7af6f77a-ffb8-4d38-b2a4-d1fabd04f9aa None None] Provisioning for port a1912817-5ab0-4a8c-9eba-0532b500cf73 completed by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:49:24.893309 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-7af6f77a-ffb8-4d38-b2a4-d1fabd04f9aa None None] Provisioning complete for port a1912817-5ab0-4a8c-9eba-0532b500cf73 triggered by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:49:24.893966 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-7af6f77a-ffb8-4d38-b2a4-d1fabd04f9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:24.951863 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-7af6f77a-ffb8-4d38-b2a4-d1fabd04f9aa None None] Port a1912817-5ab0-4a8c-9eba-0532b500cf73 cannot update to ACTIVE because it is not bound. {{(pid=74983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 10 16:49:25.209049 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-50ee8341-660a-4d3c-811c-01fe0691d178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:25.367112 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.notifiers.nova [req-7af4d05c-a045-493d-add9-f959058b8639 req-f7f12725-e59c-4cc3-9c99-035720de8d48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1912817-5ab0-4a8c-9eba-0532b500cf73 {{(pid=74982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:49:25.374329 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-7af4d05c-a045-493d-add9-f959058b8639 req-f7f12725-e59c-4cc3-9c99-035720de8d48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:25.389401 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.provisioning_blocks [req-7af4d05c-a045-493d-add9-f959058b8639 req-f7f12725-e59c-4cc3-9c99-035720de8d48 service neutron] Transition to ACTIVE for port object a1912817-5ab0-4a8c-9eba-0532b500cf73 will not be triggered until provisioned by entity L2. {{(pid=74982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:49:25.392833 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-7af4d05c-a045-493d-add9-f959058b8639 req-f7f12725-e59c-4cc3-9c99-035720de8d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2865589'] for port, after_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:25.396935 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-c5155af2-7b6c-473a-aa0e-56d4e8567d39 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:25.526172 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f12725-e59c-4cc3-9c99-035720de8d48 service neutron] Pushing event updated for resources: {'Port': ['ID=a1912817-5ab0-4a8c-9eba-0532b500cf73,revision_number=2']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:25.530223 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-f7f12725-e59c-4cc3-9c99-035720de8d48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:25.648108 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.managers [req-7af4d05c-a045-493d-add9-f959058b8639 req-f7f12725-e59c-4cc3-9c99-035720de8d48 service neutron] Attempting to bind port a1912817-5ab0-4a8c-9eba-0532b500cf73 on host hv-cinder-80847 for vnic_type normal with profile  {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:49:25.648483 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.managers [req-7af4d05c-a045-493d-add9-f959058b8639 req-f7f12725-e59c-4cc3-9c99-035720de8d48 service neutron] Attempting to bind port a1912817-5ab0-4a8c-9eba-0532b500cf73 by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': '26e62b26-76ed-49f4-9578-2518370488fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a'}] {{(pid=74982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:49:25.648801 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af4d05c-a045-493d-add9-f959058b8639 req-f7f12725-e59c-4cc3-9c99-035720de8d48 service neutron] Attempting to bind port a1912817-5ab0-4a8c-9eba-0532b500cf73 on network 344edc15-821a-46e8-88af-fc737f1ffc8a {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:49:25.649348 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:25.656055 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af4d05c-a045-493d-add9-f959058b8639 req-f7f12725-e59c-4cc3-9c99-035720de8d48 service neutron] Port a1912817-5ab0-4a8c-9eba-0532b500cf73 on network 344edc15-821a-46e8-88af-fc737f1ffc8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 10 16:49:25.656383 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af4d05c-a045-493d-add9-f959058b8639 req-f7f12725-e59c-4cc3-9c99-035720de8d48 service neutron] Attempting to bind port a1912817-5ab0-4a8c-9eba-0532b500cf73 on network 344edc15-821a-46e8-88af-fc737f1ffc8a {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:49:25.662765 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af4d05c-a045-493d-add9-f959058b8639 req-f7f12725-e59c-4cc3-9c99-035720de8d48 service neutron] Checking agent: {'id': '653d4f90-9fea-4616-953f-74c38214cca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 41, 36), 'started_at': datetime.datetime(2021, 9, 10, 16, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:49:25.663094 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af4d05c-a045-493d-add9-f959058b8639 req-f7f12725-e59c-4cc3-9c99-035720de8d48 service neutron] Checking segment: {'id': '26e62b26-76ed-49f4-9578-2518370488fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:49:25.663469 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af4d05c-a045-493d-add9-f959058b8639 req-f7f12725-e59c-4cc3-9c99-035720de8d48 service neutron] Bound using segment: {'id': '26e62b26-76ed-49f4-9578-2518370488fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a'} {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:49:25.664010 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.managers [req-7af4d05c-a045-493d-add9-f959058b8639 req-f7f12725-e59c-4cc3-9c99-035720de8d48 service neutron] Bound port: a1912817-5ab0-4a8c-9eba-0532b500cf73, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26e62b26-76ed-49f4-9578-2518370488fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a'}}] {{(pid=74982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:49:25.664355 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-7af4d05c-a045-493d-add9-f959058b8639 req-f7f12725-e59c-4cc3-9c99-035720de8d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:25.755687 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.db [req-7af4d05c-a045-493d-add9-f959058b8639 req-f7f12725-e59c-4cc3-9c99-035720de8d48 service neutron] For port a1912817-5ab0-4a8c-9eba-0532b500cf73, host hv-cinder-80847, cleared binding levels {{(pid=74982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:49:25.759194 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.db [req-7af4d05c-a045-493d-add9-f959058b8639 req-f7f12725-e59c-4cc3-9c99-035720de8d48 service neutron] For port a1912817-5ab0-4a8c-9eba-0532b500cf73, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=a1912817-5ab0-4a8c-9eba-0532b500cf73,segment=NetworkSegment(26e62b26-76ed-49f4-9578-2518370488fd),segment_id=26e62b26-76ed-49f4-9578-2518370488fd)] {{(pid=74982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:49:25.765571 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-7af4d05c-a045-493d-add9-f959058b8639 req-f7f12725-e59c-4cc3-9c99-035720de8d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2865589'] for port, after_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:25.772210 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-7f882b1f-9281-404c-ab17-fd659007f91e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:25.845782 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-2ae98710-9143-4de7-8b7e-84a7a9284a16 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:25.847973 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-2ae98710-9143-4de7-8b7e-84a7a9284a16 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.24 "GET /v2.0/networks?id=93a85393-eaba-4881-a98b-1aa3aeb0218c HTTP/1.1" status: 200  len: 809 time: 0.1693938
Sep 10 16:49:25.854314 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-7af4d05c-a045-493d-add9-f959058b8639 req-f7f12725-e59c-4cc3-9c99-035720de8d48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:25.856190 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-7af4d05c-a045-493d-add9-f959058b8639 req-f7f12725-e59c-4cc3-9c99-035720de8d48 service neutron] 10.222.0.24 "PUT /v2.0/ports/a1912817-5ab0-4a8c-9eba-0532b500cf73 HTTP/1.1" status: 200  len: 1094 time: 1.1021464
Sep 10 16:49:25.856760 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80546841-b40d-43d6-af96-786646a6bf11', 'tag': 'a1912817-5ab0-4a8c-9eba-0532b500cf73'}] {{(pid=74982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:49:25.880585 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-16a0c557-db92-449c-820a-b67c2f1a8570 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Request body: {'port': {'device_id': 'cb3e6144-c220-4c7e-b97d-74bbf4d2cbbb', 'network_id': '93a85393-eaba-4881-a98b-1aa3aeb0218c', 'admin_state_up': True, 'tenant_id': '64761f6dd8f845c88b128f0630df6781'}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:49:25.920025 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-0624ed8c-0ecc-41ed-9d1f-7126f67157cb req-ab8bfbb0-f081-4942-a0ac-865e86accccf tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb3e6144-c220-4c7e-b97d-74bbf4d2cbbb HTTP/1.1" status: 200  len: 210 time: 0.0731962
Sep 10 16:49:25.922986 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f12725-e59c-4cc3-9c99-035720de8d48 service neutron] Pushing event updated for resources: {'Port': ['ID=a1912817-5ab0-4a8c-9eba-0532b500cf73,revision_number=3']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:25.971827 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-f7f12725-e59c-4cc3-9c99-035720de8d48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:25.973446 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80546841-b40d-43d6-af96-786646a6bf11', 'tag': 'a1912817-5ab0-4a8c-9eba-0532b500cf73', 'status': 'completed', 'code': 200}
Sep 10 16:49:26.022679 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-7af4d05c-a045-493d-add9-f959058b8639 req-86ea81ab-9358-424f-8da9-a0f09dc3ba49 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9bbed5573b846b8bd73e0009e1ca850&device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 1097 time: 0.0937247
Sep 10 16:49:26.108898 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-7af4d05c-a045-493d-add9-f959058b8639 req-c2f156d0-ec32-4c3c-a2a3-bb093ad45885 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1912817-5ab0-4a8c-9eba-0532b500cf73 HTTP/1.1" status: 200  len: 217 time: 0.0746808
Sep 10 16:49:26.156728 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-16a0c557-db92-449c-820a-b67c2f1a8570 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:49:26.169802 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-16a0c557-db92-449c-820a-b67c2f1a8570 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:49:26.175250 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4d05c-a045-493d-add9-f959058b8639 req-4ff9f97c-f34e-4743-9c0b-73160221065b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:26.176605 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-7af4d05c-a045-493d-add9-f959058b8639 req-4ff9f97c-f34e-4743-9c0b-73160221065b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c869236f-34e5-4060-bd38-439ed8cf68e4 HTTP/1.1" status: 200  len: 855 time: 0.0580368
Sep 10 16:49:26.184067 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a816d-1f0a-44c7-9ec4-a92306e1f31e req-1687b8f2-aa32-47a3-b386-1b393c910c05 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:26.185548 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-479a816d-1f0a-44c7-9ec4-a92306e1f31e req-1687b8f2-aa32-47a3-b386-1b393c910c05 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 944 time: 0.1343169
Sep 10 16:49:26.190337 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-16a0c557-db92-449c-820a-b67c2f1a8570 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Made reservation on behalf of 64761f6dd8f845c88b128f0630df6781 for: {'port': 1} {{(pid=74981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:49:26.193096 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-16a0c557-db92-449c-820a-b67c2f1a8570 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:26.270761 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-7af4d05c-a045-493d-add9-f959058b8639 req-cfe20d65-0b72-48d5-9232-a3e0e07691e0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=344edc15-821a-46e8-88af-fc737f1ffc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0857613
Sep 10 16:49:26.313555 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-479a816d-1f0a-44c7-9ec4-a92306e1f31e req-b7ff7db8-f0e6-4c3b-8e65-ab64abca3067 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1102657
Sep 10 16:49:26.415442 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.db_base_plugin_common [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-16a0c557-db92-449c-820a-b67c2f1a8570 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Allocated IP 172.20.0.10 (93a85393-eaba-4881-a98b-1aa3aeb0218c/637599ad-e9e3-4c1c-a193-9da30660d6f4/4c443e0f-092b-466e-9f6a-10c61bfdea45) {{(pid=74981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:49:26.441629 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-7af4d05c-a045-493d-add9-f959058b8639 req-b22614c4-72fc-48ce-95b5-df1d69ba904b service neutron] 10.222.0.24 "GET /v2.0/networks/344edc15-821a-46e8-88af-fc737f1ffc8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1620638
Sep 10 16:49:26.627356 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-7af4d05c-a045-493d-add9-f959058b8639 req-ecdb21a3-40aa-416a-b704-a0963d14cf61 service neutron] 10.222.0.24 "GET /v2.0/networks/344edc15-821a-46e8-88af-fc737f1ffc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1625040
Sep 10 16:49:26.768375 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-524e46fe-cc19-4636-84ac-ce485f88f301 req-a60daae5-1c00-4ab3-ba7b-09670944131f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9bbed5573b846b8bd73e0009e1ca850&device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 1097 time: 0.0836477
Sep 10 16:49:26.769237 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-16a0c557-db92-449c-820a-b67c2f1a8570 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Notify callbacks [] for port, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:26.801136 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-16a0c557-db92-449c-820a-b67c2f1a8570 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2943309'] for port, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:26.815081 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-bc525091-1181-41d4-ad73-11d26aeaa2c6 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:26.898459 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-16a0c557-db92-449c-820a-b67c2f1a8570 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Network 93a85393-eaba-4881-a98b-1aa3aeb0218c is already hosted by enough agents. {{(pid=74981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:49:26.902234 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.base_scheduler [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-16a0c557-db92-449c-820a-b67c2f1a8570 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Resources bound (agent type, host, resource id):  {{(pid=74981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:49:26.906715 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-16a0c557-db92-449c-820a-b67c2f1a8570 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Received port after_create {{(pid=74981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:49:26.973425 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-16a0c557-db92-449c-820a-b67c2f1a8570 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:26.974096 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-16a0c557-db92-449c-820a-b67c2f1a8570 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:26.995112 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e46fe-cc19-4636-84ac-ce485f88f301 req-8a3ec626-f3a2-4d47-a7d6-86883b42ae71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:26.999020 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-524e46fe-cc19-4636-84ac-ce485f88f301 req-8a3ec626-f3a2-4d47-a7d6-86883b42ae71 service neutron] 10.222.0.24 "GET /v2.0/networks?id=344edc15-821a-46e8-88af-fc737f1ffc8a HTTP/1.1" status: 200  len: 917 time: 0.2206681
Sep 10 16:49:27.008360 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-16a0c557-db92-449c-820a-b67c2f1a8570 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1378062
Sep 10 16:49:27.012450 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a0c557-db92-449c-820a-b67c2f1a8570 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Pushing event updated for resources: {'Port': ['ID=4c443e0f-092b-466e-9f6a-10c61bfdea45,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:27.016378 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-16a0c557-db92-449c-820a-b67c2f1a8570 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:27.022710 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-9a36bc6b-18fa-488e-8912-ebdc2348229d service neutron] Request body: {'port': {'device_id': 'cb3e6144-c220-4c7e-b97d-74bbf4d2cbbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:49:27.096761 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-524e46fe-cc19-4636-84ac-ce485f88f301 req-4ab3c97f-fe6d-4ee8-af17-fbcd1ea38c10 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1912817-5ab0-4a8c-9eba-0532b500cf73 HTTP/1.1" status: 200  len: 217 time: 0.0867314
Sep 10 16:49:27.152223 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-9a36bc6b-18fa-488e-8912-ebdc2348229d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:27.283473 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e46fe-cc19-4636-84ac-ce485f88f301 req-eb34793e-5fec-4289-951f-87da5ae416c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:27.285034 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-524e46fe-cc19-4636-84ac-ce485f88f301 req-eb34793e-5fec-4289-951f-87da5ae416c9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c869236f-34e5-4060-bd38-439ed8cf68e4 HTTP/1.1" status: 200  len: 855 time: 0.1565764
Sep 10 16:49:27.344335 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b2565-cc57-4e6f-abe3-7a551bd2854d req-0a55c7cb-1a46-49f8-bfe7-de9ff8d734e0 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:27.345759 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-555b2565-cc57-4e6f-abe3-7a551bd2854d req-0a55c7cb-1a46-49f8-bfe7-de9ff8d734e0 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb3e6144-c220-4c7e-b97d-74bbf4d2cbbb HTTP/1.1" status: 200  len: 932 time: 0.2513726
Sep 10 16:49:27.354546 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b62262-4091-40f4-ac04-3a7d0857dbaa req-2321f981-5d77-495f-80a0-c6323626e10e tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:27.356580 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-65b62262-4091-40f4-ac04-3a7d0857dbaa req-2321f981-5d77-495f-80a0-c6323626e10e tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 946 time: 0.1954496
Sep 10 16:49:27.409115 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-524e46fe-cc19-4636-84ac-ce485f88f301 req-0e905e8c-2151-4292-a917-6b25a28a7ae3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=344edc15-821a-46e8-88af-fc737f1ffc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1151013
Sep 10 16:49:27.411603 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-555b2565-cc57-4e6f-abe3-7a551bd2854d req-6037b5de-4b75-4a6a-a6a3-c435dda5eea3 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e7375ce-3c98-4bd6-8a06-6c0612c78995&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555475
Sep 10 16:49:27.492539 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-65b62262-4091-40f4-ac04-3a7d0857dbaa req-1026c03d-25f3-44cf-a77c-a8fea5f7c562 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1290438
Sep 10 16:49:27.520985 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-7b7219e6-4da5-4390-b89f-bac826dcc72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:27.585855 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-524e46fe-cc19-4636-84ac-ce485f88f301 req-a366ca36-7a75-4453-a622-1efdf6b8851b service neutron] 10.222.0.24 "GET /v2.0/networks/344edc15-821a-46e8-88af-fc737f1ffc8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1691315
Sep 10 16:49:27.621921 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.notifiers.nova [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-9a36bc6b-18fa-488e-8912-ebdc2348229d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c443e0f-092b-466e-9f6a-10c61bfdea45 {{(pid=74981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:49:27.629403 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-9a36bc6b-18fa-488e-8912-ebdc2348229d service neutron] Notify callbacks [] for port, precommit_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:27.645777 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.provisioning_blocks [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-9a36bc6b-18fa-488e-8912-ebdc2348229d service neutron] Transition to ACTIVE for port object 4c443e0f-092b-466e-9f6a-10c61bfdea45 will not be triggered until provisioned by entity L2. {{(pid=74981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:49:27.649724 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-9a36bc6b-18fa-488e-8912-ebdc2348229d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2943322'] for port, after_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:27.653823 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-375d8cfc-04e5-4d2a-ab4a-a0f1ca4454b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:27.747469 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a714766-b781-475b-9c15-0266985c9818 req-75aa4da7-d4ea-4424-9279-3c3684bd8944 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:27.748158 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-2a714766-b781-475b-9c15-0266985c9818 req-75aa4da7-d4ea-4424-9279-3c3684bd8944 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Synchronizing usage tracker for tenant:f9bbed5573b846b8bd73e0009e1ca850 on resource:port {{(pid=74982) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:49:27.754129 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-524e46fe-cc19-4636-84ac-ce485f88f301 req-b6bf67b2-2c0c-4e2e-8090-ee127dcbfff2 service neutron] 10.222.0.24 "GET /v2.0/networks/344edc15-821a-46e8-88af-fc737f1ffc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1564860
Sep 10 16:49:27.768010 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-2a714766-b781-475b-9c15-0266985c9818 req-75aa4da7-d4ea-4424-9279-3c3684bd8944 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Unset dirty status for tenant:f9bbed5573b846b8bd73e0009e1ca850 on resource:port {{(pid=74982) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:49:27.770479 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-2a714766-b781-475b-9c15-0266985c9818 req-75aa4da7-d4ea-4424-9279-3c3684bd8944 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 944 time: 0.2207303
Sep 10 16:49:27.775427 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a36bc6b-18fa-488e-8912-ebdc2348229d service neutron] Pushing event updated for resources: {'Port': ['ID=4c443e0f-092b-466e-9f6a-10c61bfdea45,revision_number=2']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:27.779551 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-9a36bc6b-18fa-488e-8912-ebdc2348229d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:27.822492 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-2a714766-b781-475b-9c15-0266985c9818 req-b51403ff-b5cf-4bae-a3c1-ba48e0f214dc tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453436
Sep 10 16:49:27.886522 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.managers [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-9a36bc6b-18fa-488e-8912-ebdc2348229d service neutron] Attempting to bind port 4c443e0f-092b-466e-9f6a-10c61bfdea45 on host hv-cinder-80847 for vnic_type normal with profile  {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:49:27.886851 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.managers [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-9a36bc6b-18fa-488e-8912-ebdc2348229d service neutron] Attempting to bind port 4c443e0f-092b-466e-9f6a-10c61bfdea45 by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': '6eb2f8f1-c8da-4c9d-a136-f484d84339ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '93a85393-eaba-4881-a98b-1aa3aeb0218c'}] {{(pid=74981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:49:27.887173 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-9a36bc6b-18fa-488e-8912-ebdc2348229d service neutron] Attempting to bind port 4c443e0f-092b-466e-9f6a-10c61bfdea45 on network 93a85393-eaba-4881-a98b-1aa3aeb0218c {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:49:27.892827 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-9a36bc6b-18fa-488e-8912-ebdc2348229d service neutron] Port 4c443e0f-092b-466e-9f6a-10c61bfdea45 on network 93a85393-eaba-4881-a98b-1aa3aeb0218c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 10 16:49:27.893144 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-9a36bc6b-18fa-488e-8912-ebdc2348229d service neutron] Attempting to bind port 4c443e0f-092b-466e-9f6a-10c61bfdea45 on network 93a85393-eaba-4881-a98b-1aa3aeb0218c {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:49:27.899302 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-9a36bc6b-18fa-488e-8912-ebdc2348229d service neutron] Checking agent: {'id': '653d4f90-9fea-4616-953f-74c38214cca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 41, 36), 'started_at': datetime.datetime(2021, 9, 10, 16, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:49:27.899877 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-9a36bc6b-18fa-488e-8912-ebdc2348229d service neutron] Checking segment: {'id': '6eb2f8f1-c8da-4c9d-a136-f484d84339ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '93a85393-eaba-4881-a98b-1aa3aeb0218c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:49:27.899984 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-9a36bc6b-18fa-488e-8912-ebdc2348229d service neutron] Bound using segment: {'id': '6eb2f8f1-c8da-4c9d-a136-f484d84339ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '93a85393-eaba-4881-a98b-1aa3aeb0218c'} {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:49:27.900435 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.managers [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-9a36bc6b-18fa-488e-8912-ebdc2348229d service neutron] Bound port: 4c443e0f-092b-466e-9f6a-10c61bfdea45, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eb2f8f1-c8da-4c9d-a136-f484d84339ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '93a85393-eaba-4881-a98b-1aa3aeb0218c'}}] {{(pid=74981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:49:27.900772 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-9a36bc6b-18fa-488e-8912-ebdc2348229d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:27.995316 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-9a36bc6b-18fa-488e-8912-ebdc2348229d service neutron] For port 4c443e0f-092b-466e-9f6a-10c61bfdea45, host hv-cinder-80847, cleared binding levels {{(pid=74981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:49:27.998299 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-9a36bc6b-18fa-488e-8912-ebdc2348229d service neutron] For port 4c443e0f-092b-466e-9f6a-10c61bfdea45, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=4c443e0f-092b-466e-9f6a-10c61bfdea45,segment=NetworkSegment(6eb2f8f1-c8da-4c9d-a136-f484d84339ec),segment_id=6eb2f8f1-c8da-4c9d-a136-f484d84339ec)] {{(pid=74981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:49:28.002977 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-9a36bc6b-18fa-488e-8912-ebdc2348229d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2943322'] for port, after_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:28.007151 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-3a15c880-8646-4f60-89e3-c9e6256e1cbb tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:28.066514 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-9a36bc6b-18fa-488e-8912-ebdc2348229d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:28.067899 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-9a36bc6b-18fa-488e-8912-ebdc2348229d service neutron] 10.222.0.24 "PUT /v2.0/ports/4c443e0f-092b-466e-9f6a-10c61bfdea45 HTTP/1.1" status: 200  len: 1094 time: 1.0504751
Sep 10 16:49:28.068385 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3e6144-c220-4c7e-b97d-74bbf4d2cbbb', 'tag': '4c443e0f-092b-466e-9f6a-10c61bfdea45'}] {{(pid=74981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:49:28.091032 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a36bc6b-18fa-488e-8912-ebdc2348229d service neutron] Pushing event updated for resources: {'Port': ['ID=4c443e0f-092b-466e-9f6a-10c61bfdea45,revision_number=3']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:28.094130 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-9a36bc6b-18fa-488e-8912-ebdc2348229d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:28.194596 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-b4f62ac2-540d-4001-92cb-40e8e1d36002 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=64761f6dd8f845c88b128f0630df6781&device_id=cb3e6144-c220-4c7e-b97d-74bbf4d2cbbb HTTP/1.1" status: 200  len: 1097 time: 0.0801563
Sep 10 16:49:28.251948 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb3e6144-c220-4c7e-b97d-74bbf4d2cbbb', 'tag': '4c443e0f-092b-466e-9f6a-10c61bfdea45', 'status': 'completed', 'code': 200}
Sep 10 16:49:28.270427 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-b373b3c8-0430-4f0e-86fc-58374012aa46 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c443e0f-092b-466e-9f6a-10c61bfdea45 HTTP/1.1" status: 200  len: 217 time: 0.0669606
Sep 10 16:49:28.351995 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-26236e71-5b24-4b83-8a34-9524f3b513eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:28.353393 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-26236e71-5b24-4b83-8a34-9524f3b513eb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=637599ad-e9e3-4c1c-a193-9da30660d6f4 HTTP/1.1" status: 200  len: 849 time: 0.0742085
Sep 10 16:49:28.403470 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-61308f9a-b758-427f-b49c-7f17e57eccc5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=93a85393-eaba-4881-a98b-1aa3aeb0218c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0414610
Sep 10 16:49:28.457751 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:28.545256 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-601a1307-8dca-43d2-8e0a-198c0deb1d62 service neutron] 10.222.0.24 "GET /v2.0/networks/93a85393-eaba-4881-a98b-1aa3aeb0218c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1318679
Sep 10 16:49:28.672759 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672c5d1-0ae5-42c8-8775-d722b203a9ae req-50f21067-5192-449e-9880-c8494384a294 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:28.674123 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f672c5d1-0ae5-42c8-8775-d722b203a9ae req-50f21067-5192-449e-9880-c8494384a294 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb3e6144-c220-4c7e-b97d-74bbf4d2cbbb HTTP/1.1" status: 200  len: 944 time: 0.1409190
Sep 10 16:49:28.687187 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8c206-2534-45cb-8c37-485e115b7c17 req-5c7e853a-9c9d-4766-a57c-eef7b0eed930 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:28.688675 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-65b8c206-2534-45cb-8c37-485e115b7c17 req-5c7e853a-9c9d-4766-a57c-eef7b0eed930 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.24 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 946 time: 0.1136587
Sep 10 16:49:28.730263 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f672c5d1-0ae5-42c8-8775-d722b203a9ae req-725ea1f0-3bfc-4a7d-bb4f-ea233d081995 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e7375ce-3c98-4bd6-8a06-6c0612c78995&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490005
Sep 10 16:49:28.847550 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4de88c10-7ab1-4cb6-9df0-4f5371cbd196 req-e282a12b-ff47-481f-9fa1-02cbb3dbe3e9 service neutron] 10.222.0.24 "GET /v2.0/networks/93a85393-eaba-4881-a98b-1aa3aeb0218c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2762599
Sep 10 16:49:28.861171 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb93d6-1ef9-42b8-aa4a-2639a221d327 req-78da3ed7-9af0-41b7-bacd-89cdb2e4e6a7 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:28.862556 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-efdb93d6-1ef9-42b8-aa4a-2639a221d327 req-78da3ed7-9af0-41b7-bacd-89cdb2e4e6a7 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 946 time: 0.1323647
Sep 10 16:49:28.908769 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-efdb93d6-1ef9-42b8-aa4a-2639a221d327 req-db2a1808-2598-4fa0-b3e2-bf1fcbf64043 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406117
Sep 10 16:49:29.036118 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcb824-9848-4661-bf73-da35676d75d2 req-ed41a246-b0f7-469e-b2ae-1d1640a1fb32 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:29.037571 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-36bcb824-9848-4661-bf73-da35676d75d2 req-ed41a246-b0f7-469e-b2ae-1d1640a1fb32 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 944 time: 0.0778599
Sep 10 16:49:29.086427 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-36bcb824-9848-4661-bf73-da35676d75d2 req-d3451173-a3da-4164-987c-2e29b7b79889 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433197
Sep 10 16:49:29.686313 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device a1912817-5ab0-4a8c-9eba-0532b500cf73 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=74983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 10 16:49:29.819251 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port a1912817-5ab0-4a8c-9eba-0532b500cf73, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=a1912817-5ab0-4a8c-9eba-0532b500cf73,segment=NetworkSegment(26e62b26-76ed-49f4-9578-2518370488fd),segment_id=26e62b26-76ed-49f4-9578-2518370488fd)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:49:29.832372 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Returning: {'device': 'a1912817-5ab0-4a8c-9eba-0532b500cf73', 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a', 'port_id': 'a1912817-5ab0-4a8c-9eba-0532b500cf73', 'mac_address': 'fa:16:3e:27:31:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c869236f-34e5-4060-bd38-439ed8cf68e4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 10 16:49:29.885141 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:29.903044 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1912817-5ab0-4a8c-9eba-0532b500cf73 {{(pid=74983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:49:29.918569 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port a1912817-5ab0-4a8c-9eba-0532b500cf73, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=a1912817-5ab0-4a8c-9eba-0532b500cf73,segment=NetworkSegment(26e62b26-76ed-49f4-9578-2518370488fd),segment_id=26e62b26-76ed-49f4-9578-2518370488fd)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:49:29.928262 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02f35e-2aef-4cc0-873c-8ed6165aa3b5 req-cd9bb323-f6db-42d1-9560-95ddbc0aa927 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:29.929070 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-8e02f35e-2aef-4cc0-873c-8ed6165aa3b5 req-cd9bb323-f6db-42d1-9560-95ddbc0aa927 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Synchronizing usage tracker for tenant:64761f6dd8f845c88b128f0630df6781 on resource:port {{(pid=74981) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:49:29.929434 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:29.933188 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:29.945795 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-8e02f35e-2aef-4cc0-873c-8ed6165aa3b5 req-cd9bb323-f6db-42d1-9560-95ddbc0aa927 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Unset dirty status for tenant:64761f6dd8f845c88b128f0630df6781 on resource:port {{(pid=74981) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:49:29.947026 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-8e02f35e-2aef-4cc0-873c-8ed6165aa3b5 req-cd9bb323-f6db-42d1-9560-95ddbc0aa927 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb3e6144-c220-4c7e-b97d-74bbf4d2cbbb HTTP/1.1" status: 200  len: 944 time: 0.0968421
Sep 10 16:49:29.977623 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:30.000689 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-8e02f35e-2aef-4cc0-873c-8ed6165aa3b5 req-e04ae25e-eb73-4c68-8c82-e50c168e8f7f tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e7375ce-3c98-4bd6-8a06-6c0612c78995&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462065
Sep 10 16:49:30.003043 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=a1912817-5ab0-4a8c-9eba-0532b500cf73,revision_number=4']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:30.005981 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:30.106804 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f772f2-97c7-4a70-bd75-74f923a0c5f2 req-fdc00d22-5074-4cda-8aa0-7660dda8f87f tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:30.108258 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-12f772f2-97c7-4a70-bd75-74f923a0c5f2 req-fdc00d22-5074-4cda-8aa0-7660dda8f87f tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 946 time: 0.0764430
Sep 10 16:49:30.154416 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-12f772f2-97c7-4a70-bd75-74f923a0c5f2 req-f7586273-0632-4a48-92c9-7ead34bcfeee tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405931
Sep 10 16:49:30.296850 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d4835-aac8-4565-ae13-7cb1f6f1413d req-9e1cda8b-b631-45e3-8751-1832be368103 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:30.298343 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-8f5d4835-aac8-4565-ae13-7cb1f6f1413d req-9e1cda8b-b631-45e3-8751-1832be368103 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 945 time: 0.0790207
Sep 10 16:49:30.345054 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-8f5d4835-aac8-4565-ae13-7cb1f6f1413d req-226d07bb-2e24-4964-ad98-a29b5f6b1eb4 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412295
Sep 10 16:49:30.583952 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [req-65b8c206-2534-45cb-8c37-485e115b7c17 req-8fce24cd-2d65-45d4-8b06-03af2af40040 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Deleting port 934aa22f-47e1-4b63-b12e-856378fbc4c5 {{(pid=74982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:49:30.584293 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-65b8c206-2534-45cb-8c37-485e115b7c17 req-8fce24cd-2d65-45d4-8b06-03af2af40040 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:30.816415 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.db [req-65b8c206-2534-45cb-8c37-485e115b7c17 req-8fce24cd-2d65-45d4-8b06-03af2af40040 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] For port 934aa22f-47e1-4b63-b12e-856378fbc4c5, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=934aa22f-47e1-4b63-b12e-856378fbc4c5,segment=NetworkSegment(c6538587-d6ad-4ab5-81d5-0156b6242101),segment_id=c6538587-d6ad-4ab5-81d5-0156b6242101)] {{(pid=74982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:49:30.816767 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-65b8c206-2534-45cb-8c37-485e115b7c17 req-8fce24cd-2d65-45d4-8b06-03af2af40040 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:31.101215 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-65b8c206-2534-45cb-8c37-485e115b7c17 req-8fce24cd-2d65-45d4-8b06-03af2af40040 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:31.101584 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-65b8c206-2534-45cb-8c37-485e115b7c17 req-8fce24cd-2d65-45d4-8b06-03af2af40040 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446787'] for floatingip, after_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:31.101898 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.db.l3_db [req-65b8c206-2534-45cb-8c37-485e115b7c17 req-8fce24cd-2d65-45d4-8b06-03af2af40040 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Floating IP 5e4b50ea-18bf-433b-b1be-81160375e43c disassociated. External IP: 172.27.0.112, port: 934aa22f-47e1-4b63-b12e-856378fbc4c5.
Sep 10 16:49:31.102264 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [req-65b8c206-2534-45cb-8c37-485e115b7c17 req-8fce24cd-2d65-45d4-8b06-03af2af40040 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Calling delete_port for 934aa22f-47e1-4b63-b12e-856378fbc4c5 owned by compute:nova {{(pid=74982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:49:31.358498 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bef7a4-a289-479e-8995-f199a2cae309 req-58aa345f-eb37-4c3c-b633-c5d9c7b1d550 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:31.360040 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-d9bef7a4-a289-479e-8995-f199a2cae309 req-58aa345f-eb37-4c3c-b633-c5d9c7b1d550 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb3e6144-c220-4c7e-b97d-74bbf4d2cbbb HTTP/1.1" status: 200  len: 944 time: 0.2310898
Sep 10 16:49:31.363371 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d86455-2fa4-4194-b4d4-6cf372b1eea6 req-bf345353-63e2-4e6e-8914-d84f9e84ba99 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:31.364851 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-c6d86455-2fa4-4194-b4d4-6cf372b1eea6 req-bf345353-63e2-4e6e-8914-d84f9e84ba99 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 946 time: 0.0885835
Sep 10 16:49:31.407169 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-65b8c206-2534-45cb-8c37-485e115b7c17 req-8fce24cd-2d65-45d4-8b06-03af2af40040 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:31.415968 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-3acb866e-2d69-4ea5-963a-4090dfea6e6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:31.417347 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-c6d86455-2fa4-4194-b4d4-6cf372b1eea6 req-83c4a733-6a64-4a9d-a050-77bc8a0985cd tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ff0e8-d781-4cbe-8dc0-020c5c50add1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466881
Sep 10 16:49:31.466838 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce24cd-2d65-45d4-8b06-03af2af40040 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Pushing event deleted for resources: {'Port': ['ID=934aa22f-47e1-4b63-b12e-856378fbc4c5,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:31.469325 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-8fce24cd-2d65-45d4-8b06-03af2af40040 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:31.476337 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-d9bef7a4-a289-479e-8995-f199a2cae309 req-65f3b159-fd5b-4fa6-8b57-99495ba198fe tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e7375ce-3c98-4bd6-8a06-6c0612c78995&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1106079
Sep 10 16:49:31.581583 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-954743ae-df9c-421d-a6b4-9563b8bb9ac5 req-ed2b0dc6-b3f4-41a3-97a7-8803676609f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=64761f6dd8f845c88b128f0630df6781&device_id=cb3e6144-c220-4c7e-b97d-74bbf4d2cbbb HTTP/1.1" status: 200  len: 1097 time: 0.1190848
Sep 10 16:49:31.693069 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65b8c206-2534-45cb-8c37-485e115b7c17 req-8fce24cd-2d65-45d4-8b06-03af2af40040 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Router 83d55671-1489-406c-b5c7-9f5f3a763726 has already been hosted by L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 {{(pid=74982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 10 16:49:31.710597 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] get_ports_and_sgs() called for port_ids ['a1912817-5ab0-4a8c-9eba-0532b500cf73'] {{(pid=74983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 10 16:49:31.751685 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d94f4-5208-4337-bdcc-568a79046f1e req-05ed7b1b-ecc5-49d3-bbe6-080869cb53eb tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:31.753166 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-485d94f4-5208-4337-bdcc-568a79046f1e req-05ed7b1b-ecc5-49d3-bbe6-080869cb53eb tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 945 time: 0.2066474
Sep 10 16:49:31.755650 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954743ae-df9c-421d-a6b4-9563b8bb9ac5 req-12edd167-bd91-4d9b-aa8b-d08def4f8d10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:31.756963 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-954743ae-df9c-421d-a6b4-9563b8bb9ac5 req-12edd167-bd91-4d9b-aa8b-d08def4f8d10 service neutron] 10.222.0.24 "GET /v2.0/networks?id=93a85393-eaba-4881-a98b-1aa3aeb0218c HTTP/1.1" status: 200  len: 910 time: 0.1647425
Sep 10 16:49:31.849714 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-954743ae-df9c-421d-a6b4-9563b8bb9ac5 req-911872a7-f880-4ecc-ba1a-a78cfc215a5c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c443e0f-092b-466e-9f6a-10c61bfdea45 HTTP/1.1" status: 200  len: 217 time: 0.0770106
Sep 10 16:49:31.913286 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-485d94f4-5208-4337-bdcc-568a79046f1e req-2b3692c7-c08a-49eb-badc-8cc73e4d96a9 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1544356
Sep 10 16:49:31.927074 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954743ae-df9c-421d-a6b4-9563b8bb9ac5 req-3ca2e7f1-5a9a-44e8-ad2c-4a41aa852d8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:31.928511 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-954743ae-df9c-421d-a6b4-9563b8bb9ac5 req-3ca2e7f1-5a9a-44e8-ad2c-4a41aa852d8c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=637599ad-e9e3-4c1c-a193-9da30660d6f4 HTTP/1.1" status: 200  len: 849 time: 0.0711873
Sep 10 16:49:31.940401 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65b8c206-2534-45cb-8c37-485e115b7c17 req-8fce24cd-2d65-45d4-8b06-03af2af40040 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:49:31.951570 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538d9366-a33a-48f1-b314-a2ff87e18cea None None] Sync routers for ids ['83d55671-1489-406c-b5c7-9f5f3a763726'] in dv-cinder-808473-1-iscsi {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:49:31.965813 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538d9366-a33a-48f1-b314-a2ff87e18cea None None] Routers {'83d55671-1489-406c-b5c7-9f5f3a763726'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:49:31.967069 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-538d9366-a33a-48f1-b314-a2ff87e18cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8625b2e190>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:49:27Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['83d55671-1489-406c-b5c7-9f5f3a763726'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:49:32.000030 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-954743ae-df9c-421d-a6b4-9563b8bb9ac5 req-f6cf3642-52fe-473b-9564-d5d3ef689c6b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=93a85393-eaba-4881-a98b-1aa3aeb0218c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0628026
Sep 10 16:49:32.020252 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b8c206-2534-45cb-8c37-485e115b7c17 req-8fce24cd-2d65-45d4-8b06-03af2af40040 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] No DVR routers for this DVR port 934aa22f-47e1-4b63-b12e-856378fbc4c5 on host hv-cinder-80847 {{(pid=74982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 10 16:49:32.023312 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-65b8c206-2534-45cb-8c37-485e115b7c17 req-8fce24cd-2d65-45d4-8b06-03af2af40040 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:32.034422 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d3fa2a-e81f-451b-b064-128bca33c8af', 'name': 'network-vif-deleted', 'tag': '934aa22f-47e1-4b63-b12e-856378fbc4c5'}] {{(pid=74982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:49:32.041701 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-65b8c206-2534-45cb-8c37-485e115b7c17 req-8fce24cd-2d65-45d4-8b06-03af2af40040 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.24 "DELETE /v2.0/ports/934aa22f-47e1-4b63-b12e-856378fbc4c5 HTTP/1.1" status: 204  len: 173 time: 1.5243263
Sep 10 16:49:32.103739 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d3fa2a-e81f-451b-b064-128bca33c8af', 'name': 'network-vif-deleted', 'tag': '934aa22f-47e1-4b63-b12e-856378fbc4c5', 'status': 'completed', 'code': 200}
Sep 10 16:49:32.140747 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-954743ae-df9c-421d-a6b4-9563b8bb9ac5 req-04465763-4a21-418f-8b3a-11283416c336 service neutron] 10.222.0.24 "GET /v2.0/networks/93a85393-eaba-4881-a98b-1aa3aeb0218c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1339092
Sep 10 16:49:32.175966 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-538d9366-a33a-48f1-b314-a2ff87e18cea None None] Set router 83d55671-1489-406c-b5c7-9f5f3a763726 gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:49:32.283052 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-954743ae-df9c-421d-a6b4-9563b8bb9ac5 req-5a75333b-2fab-4379-bd3a-a9652fbd57cf service neutron] 10.222.0.24 "GET /v2.0/networks/93a85393-eaba-4881-a98b-1aa3aeb0218c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1353488
Sep 10 16:49:32.493330 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-538d9366-a33a-48f1-b314-a2ff87e18cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8625b2e190>, [{'id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'name': 'tempest-AttachVolumeTestJSON-1565047691-router', 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'aa012124-f910-4ae0-9e02-60fd3cddabb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:43:50Z', 'revision_number': 4, 'project_id': 'd0a46baf31fe490992f182c130f37875', 'gw_port': {'id': 'aa012124-f910-4ae0-9e02-60fd3cddabb5', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:33Z', 'updated_at': '2021-09-10T16:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': 'eebf41e6-278b-445f-b2e3-c376b3ab9b06', 'name': '', 'network_id': '6dada4db-7034-4535-a3e4-d198e90e5fce', 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'mac_address': 'fa:16:3e:d3:4d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:47Z', 'updated_at': '2021-09-10T16:44:23Z', 'revision_number': 5, 'project_id': 'd0a46baf31fe490992f182c130f37875', 'subnets': [{'id': 'ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:49:32.497946 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538d9366-a33a-48f1-b314-a2ff87e18cea None None] Checking router: 83d55671-1489-406c-b5c7-9f5f3a763726 for host: dv-cinder-808473-1-iscsi {{(pid=74983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:49:32.509064 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538d9366-a33a-48f1-b314-a2ff87e18cea None None] Routers {'83d55671-1489-406c-b5c7-9f5f3a763726'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:49:32.509668 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-538d9366-a33a-48f1-b314-a2ff87e18cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8625b2e190>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:49:27Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['83d55671-1489-406c-b5c7-9f5f3a763726'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:49:32.606517 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-d73ec2b6-f73c-4f3f-b333-6a0f0c779a6d req-4222609f-fd70-4eec-ace4-a3603c0f6b51 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d3fa2a-e81f-451b-b064-128bca33c8af HTTP/1.1" status: 200  len: 210 time: 0.0500636
Sep 10 16:49:32.740565 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-538d9366-a33a-48f1-b314-a2ff87e18cea None None] Set router 83d55671-1489-406c-b5c7-9f5f3a763726 gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:49:32.761592 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25671e-ba1e-457c-8712-79598587bec5 req-4d545530-5533-4124-b91b-66939b8449b2 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:32.763217 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-6c25671e-ba1e-457c-8712-79598587bec5 req-4d545530-5533-4124-b91b-66939b8449b2 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb3e6144-c220-4c7e-b97d-74bbf4d2cbbb HTTP/1.1" status: 200  len: 944 time: 0.1007035
Sep 10 16:49:32.814612 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-6c25671e-ba1e-457c-8712-79598587bec5 req-8148aa1e-fb65-4eb0-b949-b6137450ef78 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e7375ce-3c98-4bd6-8a06-6c0612c78995&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444672
Sep 10 16:49:33.074521 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-538d9366-a33a-48f1-b314-a2ff87e18cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8625b2e190>, [{'id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'name': 'tempest-AttachVolumeTestJSON-1565047691-router', 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'aa012124-f910-4ae0-9e02-60fd3cddabb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:43:50Z', 'revision_number': 4, 'project_id': 'd0a46baf31fe490992f182c130f37875', 'gw_port': {'id': 'aa012124-f910-4ae0-9e02-60fd3cddabb5', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:33Z', 'updated_at': '2021-09-10T16:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': 'eebf41e6-278b-445f-b2e3-c376b3ab9b06', 'name': '', 'network_id': '6dada4db-7034-4535-a3e4-d198e90e5fce', 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'mac_address': 'fa:16:3e:d3:4d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:47Z', 'updated_at': '2021-09-10T16:44:23Z', 'revision_number': 5, 'project_id': 'd0a46baf31fe490992f182c130f37875', 'subnets': [{'id': 'ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:49:33.078828 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538d9366-a33a-48f1-b314-a2ff87e18cea None None] The sync data for ids ['83d55671-1489-406c-b5c7-9f5f3a763726'] in dv-cinder-808473-1-iscsi is: [{'id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'name': 'tempest-AttachVolumeTestJSON-1565047691-router', 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'aa012124-f910-4ae0-9e02-60fd3cddabb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:43:50Z', 'revision_number': 4, 'project_id': 'd0a46baf31fe490992f182c130f37875', 'gw_port': {'id': 'aa012124-f910-4ae0-9e02-60fd3cddabb5', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:33Z', 'updated_at': '2021-09-10T16:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': 'eebf41e6-278b-445f-b2e3-c376b3ab9b06', 'name': '', 'network_id': '6dada4db-7034-4535-a3e4-d198e90e5fce', 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'mac_address': 'fa:16:3e:d3:4d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:47Z', 'updated_at': '2021-09-10T16:44:23Z', 'revision_number': 5, 'project_id': 'd0a46baf31fe490992f182c130f37875', 'subnets': [{'id': 'ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:49:33.193874 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f9120-c528-4d54-ae1c-aa7b65333f33 req-1bdbed8d-b71b-4af3-b781-8382fecd68e3 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:33.195469 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-622f9120-c528-4d54-ae1c-aa7b65333f33 req-1bdbed8d-b71b-4af3-b781-8382fecd68e3 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 945 time: 0.0966358
Sep 10 16:49:33.266861 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-622f9120-c528-4d54-ae1c-aa7b65333f33 req-1aca4f2f-a60d-4fa9-8c09-6a8a7c5cfad2 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0653825
Sep 10 16:49:33.390878 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45469ff9-bf7d-4e52-a8f4-4d642d4d281d None None] New status for floating IP 5e4b50ea-18bf-433b-b1be-81160375e43c: DOWN {{(pid=74984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 10 16:49:33.441364 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device a1912817-5ab0-4a8c-9eba-0532b500cf73 up at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:49:33.511835 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning for port a1912817-5ab0-4a8c-9eba-0532b500cf73 completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:49:33.516258 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning complete for port a1912817-5ab0-4a8c-9eba-0532b500cf73 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:49:33.516636 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:33.631730 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:33.663433 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80546841-b40d-43d6-af96-786646a6bf11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1912817-5ab0-4a8c-9eba-0532b500cf73'}] {{(pid=74983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:49:33.674218 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port a1912817-5ab0-4a8c-9eba-0532b500cf73, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=a1912817-5ab0-4a8c-9eba-0532b500cf73,segment=NetworkSegment(26e62b26-76ed-49f4-9578-2518370488fd),segment_id=26e62b26-76ed-49f4-9578-2518370488fd)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:49:33.678314 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:33.680588 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:33.723619 dv-cinder-808473-1-iscsi neutron-server[74983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80546841-b40d-43d6-af96-786646a6bf11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1912817-5ab0-4a8c-9eba-0532b500cf73', 'code': 200}
Sep 10 16:49:33.750637 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=a1912817-5ab0-4a8c-9eba-0532b500cf73,revision_number=5']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:33.754148 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:33.763663 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 34712) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:49:33.829519 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-4d3346ec-f7bd-4e6e-a450-3840322adcaf tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:33.862140 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-4d3346ec-f7bd-4e6e-a450-3840322adcaf tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:33.919397 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-4d3346ec-f7bd-4e6e-a450-3840322adcaf tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:33.930352 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-037c1bed-b656-4fd0-a952-c3254148668c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:33.944690 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3346ec-f7bd-4e6e-a450-3840322adcaf tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=731ff0e8-d781-4cbe-8dc0-020c5c50add1,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:33.947245 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-4d3346ec-f7bd-4e6e-a450-3840322adcaf tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:33.948902 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-4d3346ec-f7bd-4e6e-a450-3840322adcaf tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:33.952719 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-4d3346ec-f7bd-4e6e-a450-3840322adcaf tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "DELETE /v2.0/security-groups/731ff0e8-d781-4cbe-8dc0-020c5c50add1 HTTP/1.1" status: 204  len: 168 time: 0.1854165
Sep 10 16:49:33.953133 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 34718) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:49:33.969514 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.api.v2.resource [None req-2772df4c-db8e-4ef9-8c6f-955ac7f6ce8f tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] show failed (client error): The resource could not be found.
Sep 10 16:49:33.970499 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-2772df4c-db8e-4ef9-8c6f-955ac7f6ce8f tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups/731ff0e8-d781-4cbe-8dc0-020c5c50add1 HTTP/1.1" status: 404  len: 347 time: 0.0167003
Sep 10 16:49:33.973381 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 34722) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:49:34.011417 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-3565ff56-02c6-479f-b900-07caa563f8a5 req-f98f0094-9f39-4fe9-a4cf-1c169db007ba service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 1099 time: 0.1332831
Sep 10 16:49:34.059057 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744922c-09cb-4a34-a3ab-6fa0be7bef69 req-3f974cb4-06c7-42f7-b640-69aa77cc5400 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:34.060524 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-5744922c-09cb-4a34-a3ab-6fa0be7bef69 req-3f974cb4-06c7-42f7-b640-69aa77cc5400 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb3e6144-c220-4c7e-b97d-74bbf4d2cbbb HTTP/1.1" status: 200  len: 944 time: 0.1253917
Sep 10 16:49:34.082500 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-3565ff56-02c6-479f-b900-07caa563f8a5 req-689495e9-5a53-43c4-bee1-49a3df74094b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0632665
Sep 10 16:49:34.111353 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-5744922c-09cb-4a34-a3ab-6fa0be7bef69 req-401396cf-2996-4727-be94-36468c0785d9 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e7375ce-3c98-4bd6-8a06-6c0612c78995&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443654
Sep 10 16:49:34.130705 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [None req-e6c263f0-3af9-4b7a-aa65-107219966374 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Deleting port 6d04b0e5-9cc3-4453-abc7-d47229b8aecc {{(pid=74982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:49:34.131052 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e6c263f0-3af9-4b7a-aa65-107219966374 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:34.294328 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e6c263f0-3af9-4b7a-aa65-107219966374 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:34.294688 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e6c263f0-3af9-4b7a-aa65-107219966374 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:34.425210 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [None req-e6c263f0-3af9-4b7a-aa65-107219966374 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Calling delete_port for 6d04b0e5-9cc3-4453-abc7-d47229b8aecc owned by network:floatingip {{(pid=74982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:49:34.650852 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f589f0c6-967b-4cb0-a57d-18a2b43810fb req-da0fabe5-7396-4c04-860c-b6ce075e1d5b tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:34.652702 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f589f0c6-967b-4cb0-a57d-18a2b43810fb req-da0fabe5-7396-4c04-860c-b6ce075e1d5b tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 946 time: 0.2342601
Sep 10 16:49:34.746556 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f589f0c6-967b-4cb0-a57d-18a2b43810fb req-e1090aef-e2d3-4cba-8d42-b8ae08921dc8 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611935
Sep 10 16:49:34.747558 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e6c263f0-3af9-4b7a-aa65-107219966374 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:34.751702 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-8fce24cd-2d65-45d4-8b06-03af2af40040 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:34.797529 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c263f0-3af9-4b7a-aa65-107219966374 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Pushing event deleted for resources: {'Port': ['ID=6d04b0e5-9cc3-4453-abc7-d47229b8aecc,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:34.799988 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-e6c263f0-3af9-4b7a-aa65-107219966374 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:34.887331 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e6c263f0-3af9-4b7a-aa65-107219966374 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks [] for floatingip, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:34.900490 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e6c263f0-3af9-4b7a-aa65-107219966374 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for floatingip, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:34.901618 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-e6c263f0-3af9-4b7a-aa65-107219966374 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "DELETE /v2.0/floatingips/5e4b50ea-18bf-433b-b1be-81160375e43c HTTP/1.1" status: 204  len: 168 time: 0.9273632
Sep 10 16:49:35.318613 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 34740) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:49:35.325251 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [None req-27841eb4-cff5-49dd-9f4a-fabfd6b5c2d5 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Request body: {'security_group': {'name': 'tempest-securitygroup--337530961', 'description': 'tempest-description--695692674'}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:49:35.331147 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-27841eb4-cff5-49dd-9f4a-fabfd6b5c2d5 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:49:35.335368 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-27841eb4-cff5-49dd-9f4a-fabfd6b5c2d5 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Usage tracker for resource:security_group and tenant:d0a46baf31fe490992f182c130f37875 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:49:35.338831 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-27841eb4-cff5-49dd-9f4a-fabfd6b5c2d5 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:49:35.345396 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf915c4-cb5b-4799-9b75-c0f1656e8427 req-f4de52c4-6217-41bf-9f48-8892c0e0d10a tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:35.346061 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-27841eb4-cff5-49dd-9f4a-fabfd6b5c2d5 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:49:35.346903 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-cdf915c4-cb5b-4799-9b75-c0f1656e8427 req-f4de52c4-6217-41bf-9f48-8892c0e0d10a tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb3e6144-c220-4c7e-b97d-74bbf4d2cbbb HTTP/1.1" status: 200  len: 944 time: 0.1065056
Sep 10 16:49:35.356015 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-27841eb4-cff5-49dd-9f4a-fabfd6b5c2d5 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks [] for security_group, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:35.391337 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-27841eb4-cff5-49dd-9f4a-fabfd6b5c2d5 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:49:35.392528 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-cdf915c4-cb5b-4799-9b75-c0f1656e8427 req-2a73b456-8802-467f-acc0-7842ee715cfe tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e7375ce-3c98-4bd6-8a06-6c0612c78995&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401204
Sep 10 16:49:35.395596 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-27841eb4-cff5-49dd-9f4a-fabfd6b5c2d5 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Usage tracker for resource:security_group_rule and tenant:d0a46baf31fe490992f182c130f37875 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:49:35.398439 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-27841eb4-cff5-49dd-9f4a-fabfd6b5c2d5 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:49:35.405063 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-27841eb4-cff5-49dd-9f4a-fabfd6b5c2d5 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:49:35.431843 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 4c443e0f-092b-466e-9f6a-10c61bfdea45 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=74983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 10 16:49:35.436429 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 934aa22f-47e1-4b63-b12e-856378fbc4c5 no longer exists at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:49:35.465973 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-27841eb4-cff5-49dd-9f4a-fabfd6b5c2d5 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks [] for security_group, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:35.469836 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-27841eb4-cff5-49dd-9f4a-fabfd6b5c2d5 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:35.473343 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-6b442446-54f9-4c51-9192-3a622c43a6e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:35.496769 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] No Port match for: 934aa22f-47e1-4b63-b12e-856378fbc4c5 {{(pid=74983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 10 16:49:35.497118 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 934aa22f-47e1-4b63-b12e-856378fbc4c5 not bound to the agent host hv-cinder-80847 {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 10 16:49:35.594052 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27841eb4-cff5-49dd-9f4a-fabfd6b5c2d5 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09bba455-0f8f-4815-8d2d-5535831cfb59,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:35.596951 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-27841eb4-cff5-49dd-9f4a-fabfd6b5c2d5 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:35.598310 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-27841eb4-cff5-49dd-9f4a-fabfd6b5c2d5 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 0.2785957
Sep 10 16:49:35.599210 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-27841eb4-cff5-49dd-9f4a-fabfd6b5c2d5 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:35.601179 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 34744) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:49:35.607314 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [None req-da78cabe-9260-4c46-b3d5-e3de4b8e86c7 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Request body: {'security_group_rule': {'security_group_id': '09bba455-0f8f-4815-8d2d-5535831cfb59', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:49:35.612941 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-da78cabe-9260-4c46-b3d5-e3de4b8e86c7 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:49:35.616720 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-da78cabe-9260-4c46-b3d5-e3de4b8e86c7 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Usage tracker for resource:security_group_rule and tenant:d0a46baf31fe490992f182c130f37875 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:49:35.619776 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-da78cabe-9260-4c46-b3d5-e3de4b8e86c7 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:49:35.625471 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-da78cabe-9260-4c46-b3d5-e3de4b8e86c7 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:49:35.629943 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 4c443e0f-092b-466e-9f6a-10c61bfdea45, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=4c443e0f-092b-466e-9f6a-10c61bfdea45,segment=NetworkSegment(6eb2f8f1-c8da-4c9d-a136-f484d84339ec),segment_id=6eb2f8f1-c8da-4c9d-a136-f484d84339ec)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:49:35.644752 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-da78cabe-9260-4c46-b3d5-e3de4b8e86c7 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:35.645660 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Returning: {'device': '4c443e0f-092b-466e-9f6a-10c61bfdea45', 'network_id': '93a85393-eaba-4881-a98b-1aa3aeb0218c', 'port_id': '4c443e0f-092b-466e-9f6a-10c61bfdea45', 'mac_address': 'fa:16:3e:7a:5b:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '637599ad-e9e3-4c1c-a193-9da30660d6f4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 10 16:49:35.700810 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:35.714757 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-da78cabe-9260-4c46-b3d5-e3de4b8e86c7 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:35.719391 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-da78cabe-9260-4c46-b3d5-e3de4b8e86c7 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350866'] for security_group_rule, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:35.721625 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:35.724531 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c443e0f-092b-466e-9f6a-10c61bfdea45 {{(pid=74983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:49:35.741098 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 4c443e0f-092b-466e-9f6a-10c61bfdea45, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=4c443e0f-092b-466e-9f6a-10c61bfdea45,segment=NetworkSegment(6eb2f8f1-c8da-4c9d-a136-f484d84339ec),segment_id=6eb2f8f1-c8da-4c9d-a136-f484d84339ec)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:49:35.745516 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:35.748189 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:35.752001 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da78cabe-9260-4c46-b3d5-e3de4b8e86c7 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a0b51b-3134-4244-af1e-2350759ca2d6,revision_number=0']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:35.756588 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-da78cabe-9260-4c46-b3d5-e3de4b8e86c7 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:35.762121 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-da78cabe-9260-4c46-b3d5-e3de4b8e86c7 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:35.766167 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-da78cabe-9260-4c46-b3d5-e3de4b8e86c7 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1613839
Sep 10 16:49:35.766617 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 34752) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:49:35.772146 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-55f9a08e-c4a7-4646-b35a-051c02e48779 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Request body: {'security_group_rule': {'security_group_id': '09bba455-0f8f-4815-8d2d-5535831cfb59', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:49:35.778875 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-55f9a08e-c4a7-4646-b35a-051c02e48779 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:49:35.782742 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-55f9a08e-c4a7-4646-b35a-051c02e48779 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Usage tracker for resource:security_group_rule and tenant:d0a46baf31fe490992f182c130f37875 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:49:35.785623 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-55f9a08e-c4a7-4646-b35a-051c02e48779 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:49:35.791638 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-55f9a08e-c4a7-4646-b35a-051c02e48779 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:49:35.814059 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-55f9a08e-c4a7-4646-b35a-051c02e48779 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:35.822941 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=4c443e0f-092b-466e-9f6a-10c61bfdea45,revision_number=4']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:35.826057 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:35.888935 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-55f9a08e-c4a7-4646-b35a-051c02e48779 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:35.893107 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-55f9a08e-c4a7-4646-b35a-051c02e48779 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350866'] for security_group_rule, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:35.899257 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:35.919400 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f9a08e-c4a7-4646-b35a-051c02e48779 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3905acb8-4ad0-4d29-ae9d-6c3cc88a3cff,revision_number=0']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:35.921799 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-55f9a08e-c4a7-4646-b35a-051c02e48779 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:35.930618 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-55f9a08e-c4a7-4646-b35a-051c02e48779 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:35.931860 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-55f9a08e-c4a7-4646-b35a-051c02e48779 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1642213
Sep 10 16:49:35.935115 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 34762) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:49:35.940545 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-b6566e24-9ef0-4732-b263-7fcf18908f70 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Request body: {'floatingip': {'floating_network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:49:35.945929 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-b6566e24-9ef0-4732-b263-7fcf18908f70 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:49:35.949803 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-b6566e24-9ef0-4732-b263-7fcf18908f70 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Usage tracker for resource:floatingip and tenant:d0a46baf31fe490992f182c130f37875 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:49:35.953102 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-b6566e24-9ef0-4732-b263-7fcf18908f70 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:49:35.957342 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:35.959288 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-b6566e24-9ef0-4732-b263-7fcf18908f70 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:49:35.970848 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b6566e24-9ef0-4732-b263-7fcf18908f70 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks [] for floatingip, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:35.978008 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] get_ports_and_sgs() called for port_ids ['4c443e0f-092b-466e-9f6a-10c61bfdea45'] {{(pid=74983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 10 16:49:35.984592 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401967cf-90ff-48a1-995b-d5a6da2a111b req-20712500-312b-4ce3-858c-4b4ebd77c165 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:35.986948 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-401967cf-90ff-48a1-995b-d5a6da2a111b req-20712500-312b-4ce3-858c-4b4ebd77c165 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 946 time: 0.0817347
Sep 10 16:49:36.035775 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-401967cf-90ff-48a1-995b-d5a6da2a111b req-f309fb2d-b27b-4ede-9ffb-7993002c3305 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428696
Sep 10 16:49:36.126859 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b6566e24-9ef0-4732-b263-7fcf18908f70 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:36.325417 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.db_base_plugin_common [None req-b6566e24-9ef0-4732-b263-7fcf18908f70 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Allocated IP 172.27.0.190 (7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e/dc5dafb3-b941-44a9-9498-2bdb3e4caa08/361d6f69-2204-4834-b5b6-ad2bac57b39a) {{(pid=74982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:49:36.345063 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dcf929-7f52-49d7-ba7b-7ff5c531e58d req-d806c347-b30c-4904-9ca2-6a22afa5d3c4 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:36.346577 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-71dcf929-7f52-49d7-ba7b-7ff5c531e58d req-d806c347-b30c-4904-9ca2-6a22afa5d3c4 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 946 time: 0.1531086
Sep 10 16:49:36.355371 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 34770) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:49:36.360986 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [None req-e489be1b-8241-4d1a-81dc-92d22c311fcf tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Request body: {'floatingip': {'port_id': 'a1912817-5ab0-4a8c-9eba-0532b500cf73'}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:49:36.437216 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-e489be1b-8241-4d1a-81dc-92d22c311fcf tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks [] for floatingip, before_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:36.493126 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b6566e24-9ef0-4732-b263-7fcf18908f70 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks [] for port, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:36.523986 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b6566e24-9ef0-4732-b263-7fcf18908f70 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:36.528410 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-8186697c-9986-4c34-bf5e-7d8bd0497155 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:36.589488 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6566e24-9ef0-4732-b263-7fcf18908f70 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Network 7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e is already hosted by enough agents. {{(pid=74982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:49:36.595863 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.base_scheduler [None req-b6566e24-9ef0-4732-b263-7fcf18908f70 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Resources bound (agent type, host, resource id):  {{(pid=74982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:49:36.599767 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6566e24-9ef0-4732-b263-7fcf18908f70 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Received port after_create {{(pid=74982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:49:36.629668 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6566e24-9ef0-4732-b263-7fcf18908f70 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Pushing event updated for resources: {'Port': ['ID=361d6f69-2204-4834-b5b6-ad2bac57b39a,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:36.640574 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-b6566e24-9ef0-4732-b263-7fcf18908f70 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:36.762782 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b6566e24-9ef0-4732-b263-7fcf18908f70 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:36.768889 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16953a55-a9a2-476b-b0b5-248a6ad89592 req-dac4fa75-2f87-4494-8f43-dcde494536c9 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:36.770378 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-16953a55-a9a2-476b-b0b5-248a6ad89592 req-dac4fa75-2f87-4494-8f43-dcde494536c9 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb3e6144-c220-4c7e-b97d-74bbf4d2cbbb HTTP/1.1" status: 200  len: 945 time: 0.2271442
Sep 10 16:49:36.820356 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b6566e24-9ef0-4732-b263-7fcf18908f70 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:36.899086 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-16953a55-a9a2-476b-b0b5-248a6ad89592 req-56f7aed2-f57d-46de-8adf-280fe34102e4 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e7375ce-3c98-4bd6-8a06-6c0612c78995&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1227455
Sep 10 16:49:37.046233 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b6566e24-9ef0-4732-b263-7fcf18908f70 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks [] for port, precommit_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:37.050529 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b6566e24-9ef0-4732-b263-7fcf18908f70 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2865589'] for port, after_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:37.055305 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-66ab5832-2478-4e48-a7f0-321929b7ff0f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:37.190199 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-e489be1b-8241-4d1a-81dc-92d22c311fcf tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:37.193876 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-e489be1b-8241-4d1a-81dc-92d22c311fcf tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446787'] for floatingip, after_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:37.200314 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6566e24-9ef0-4732-b263-7fcf18908f70 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Pushing event updated for resources: {'Port': ['ID=361d6f69-2204-4834-b5b6-ad2bac57b39a,revision_number=2']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:37.206677 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-b6566e24-9ef0-4732-b263-7fcf18908f70 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:37.216525 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-5aaa30e4-5c76-4769-b1a1-2fd20671471b req-89d15175-0eec-4d3f-af70-c978baebcfad tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-496808036&fields=id&tenant_id=fc4d485616234b49980bd3f8c80da5b5 HTTP/1.1" status: 200  len: 267 time: 0.1274416
Sep 10 16:49:37.221027 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b6566e24-9ef0-4732-b263-7fcf18908f70 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446787'] for floatingip, after_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:37.294473 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b6566e24-9ef0-4732-b263-7fcf18908f70 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for floatingip, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:37.303694 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-b6566e24-9ef0-4732-b263-7fcf18908f70 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.3597064
Sep 10 16:49:37.335680 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa30e4-5c76-4769-b1a1-2fd20671471b req-2e214763-a89f-4b2a-adfe-a994e27b16f5 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:37.338003 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-5aaa30e4-5c76-4769-b1a1-2fd20671471b req-2e214763-a89f-4b2a-adfe-a994e27b16f5 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 984 time: 0.1125336
Sep 10 16:49:37.353693 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [req-5aaa30e4-5c76-4769-b1a1-2fd20671471b req-68ae1cc2-9af2-454e-8018-666aa846dbab tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Request body: {'port': {'security_groups': ['6382df1d-2eb5-4164-8a85-8656b80a37c4']}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:49:37.404662 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.db.l3_db [None req-e489be1b-8241-4d1a-81dc-92d22c311fcf tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Floating IP 3ddb24ca-8bfd-416e-ba59-d5321fca527c associated. External IP: 172.27.0.136, port: a1912817-5ab0-4a8c-9eba-0532b500cf73.
Sep 10 16:49:37.438427 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 4c443e0f-092b-466e-9f6a-10c61bfdea45 up at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:49:37.521556 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning for port 4c443e0f-092b-466e-9f6a-10c61bfdea45 completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:49:37.527583 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning complete for port 4c443e0f-092b-466e-9f6a-10c61bfdea45 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:49:37.527962 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:37.565755 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-5aaa30e4-5c76-4769-b1a1-2fd20671471b req-68ae1cc2-9af2-454e-8018-666aa846dbab tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:37.579008 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-c048ccca-5639-4ebb-893d-5196dc201059 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Synchronizing usage tracker for tenant:d0a46baf31fe490992f182c130f37875 on resource:security_group {{(pid=74981) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:49:37.611793 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-c048ccca-5639-4ebb-893d-5196dc201059 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Unset dirty status for tenant:d0a46baf31fe490992f182c130f37875 on resource:security_group {{(pid=74981) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:49:37.612969 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-c048ccca-5639-4ebb-893d-5196dc201059 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--337530961&fields=id&tenant_id=d0a46baf31fe490992f182c130f37875 HTTP/1.1" status: 200  len: 267 time: 0.1430020
Sep 10 16:49:37.646581 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:37.678586 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3e6144-c220-4c7e-b97d-74bbf4d2cbbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c443e0f-092b-466e-9f6a-10c61bfdea45'}] {{(pid=74983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:49:37.688288 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 4c443e0f-092b-466e-9f6a-10c61bfdea45, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=4c443e0f-092b-466e-9f6a-10c61bfdea45,segment=NetworkSegment(6eb2f8f1-c8da-4c9d-a136-f484d84339ec),segment_id=6eb2f8f1-c8da-4c9d-a136-f484d84339ec)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:49:37.693721 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:37.695801 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-86f43798-e19d-401e-8203-c7931887e2f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:37.762301 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=4c443e0f-092b-466e-9f6a-10c61bfdea45,revision_number=5']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:37.765759 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:37.808394 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4a90de83-082c-482b-b1a6-9b55af347254 req-637dde77-fc21-45c4-88da-04374da968aa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d8116b77-02dd-4069-9760-0de211200984&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3361325
Sep 10 16:49:37.847143 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.db [req-5aaa30e4-5c76-4769-b1a1-2fd20671471b req-68ae1cc2-9af2-454e-8018-666aa846dbab tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] For port ba122eca-fc94-4f9c-9c48-65a89010f765, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=ba122eca-fc94-4f9c-9c48-65a89010f765,segment=NetworkSegment(4d4c8392-71b1-4864-ab55-cb7142ee25dc),segment_id=4d4c8392-71b1-4864-ab55-cb7142ee25dc)] {{(pid=74982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:49:37.874240 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-5aaa30e4-5c76-4769-b1a1-2fd20671471b req-68ae1cc2-9af2-454e-8018-666aa846dbab tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks [] for port, precommit_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:37.878379 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-5aaa30e4-5c76-4769-b1a1-2fd20671471b req-68ae1cc2-9af2-454e-8018-666aa846dbab tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2865589'] for port, after_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:37.884400 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-91409465-0722-4d86-a587-59d446c6f89c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:37.889282 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] get_ports_and_sgs() called for port_ids ['ba122eca-fc94-4f9c-9c48-65a89010f765'] {{(pid=74983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 10 16:49:37.949524 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa30e4-5c76-4769-b1a1-2fd20671471b req-68ae1cc2-9af2-454e-8018-666aa846dbab tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:37.950170 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-5aaa30e4-5c76-4769-b1a1-2fd20671471b req-68ae1cc2-9af2-454e-8018-666aa846dbab tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:37.951545 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-5aaa30e4-5c76-4769-b1a1-2fd20671471b req-68ae1cc2-9af2-454e-8018-666aa846dbab tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "PUT /v2.0/ports/ba122eca-fc94-4f9c-9c48-65a89010f765 HTTP/1.1" status: 200  len: 942 time: 0.6056457
Sep 10 16:49:37.952628 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8116b77-02dd-4069-9760-0de211200984', 'tag': 'ba122eca-fc94-4f9c-9c48-65a89010f765'}] {{(pid=74982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:49:37.959678 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 34800) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:49:38.007375 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae1cc2-9af2-454e-8018-666aa846dbab tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Pushing event updated for resources: {'Port': ['ID=ba122eca-fc94-4f9c-9c48-65a89010f765,revision_number=7']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:38.012931 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-b6b804d4-0ebf-401c-aa84-49502e08aa52 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:38.017363 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-68ae1cc2-9af2-454e-8018-666aa846dbab tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:38.023576 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-b6b804d4-0ebf-401c-aa84-49502e08aa52 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/networks?id=6dada4db-7034-4535-a3e4-d198e90e5fce HTTP/1.1" status: 200  len: 811 time: 0.2516105
Sep 10 16:49:38.035800 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] get_ports_and_sgs() called for port_ids ['ba122eca-fc94-4f9c-9c48-65a89010f765'] {{(pid=74983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 10 16:49:38.056184 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-77498299-b68c-4db1-8006-168804329e00 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/quotas/d0a46baf31fe490992f182c130f37875 HTTP/1.1" status: 200  len: 375 time: 0.0316455
Sep 10 16:49:38.075931 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-9853c832-33e8-46d9-aaf8-0b88d30bb8e5 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:38.128448 dv-cinder-808473-1-iscsi neutron-server[74983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3e6144-c220-4c7e-b97d-74bbf4d2cbbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c443e0f-092b-466e-9f6a-10c61bfdea45', 'code': 200}
Sep 10 16:49:38.146303 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-9853c832-33e8-46d9-aaf8-0b88d30bb8e5 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:38.198988 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4a90de83-082c-482b-b1a6-9b55af347254 req-62dea114-d3d2-4962-89e2-d1f3cbc57f98 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc4d485616234b49980bd3f8c80da5b5&device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 1098 time: 0.3135722
Sep 10 16:49:38.396886 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-9853c832-33e8-46d9-aaf8-0b88d30bb8e5 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:38.418842 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-fb5661f8-e3db-47c0-9f9f-306349ca5c79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:38.434647 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-4a8e2690-8cd6-4663-9789-97eb4efc7e0f tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0a46baf31fe490992f182c130f37875&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3775883
Sep 10 16:49:38.454048 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853c832-33e8-46d9-aaf8-0b88d30bb8e5 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53d7a5d-2c3f-43a3-9e51-c5b96d3a26bc,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:38.458163 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-9853c832-33e8-46d9-aaf8-0b88d30bb8e5 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:38.462757 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-1c45f019-0c34-48de-a190-224f26133015 None None] Provisioning complete for port ba122eca-fc94-4f9c-9c48-65a89010f765 triggered by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:49:38.463190 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-1c45f019-0c34-48de-a190-224f26133015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:38.472256 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-9853c832-33e8-46d9-aaf8-0b88d30bb8e5 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:38.476949 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-9853c832-33e8-46d9-aaf8-0b88d30bb8e5 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "DELETE /v2.0/security-groups/b53d7a5d-2c3f-43a3-9e51-c5b96d3a26bc HTTP/1.1" status: 204  len: 168 time: 0.5163603
Sep 10 16:49:38.478053 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 34810) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:49:38.487699 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409fd0ad-3c43-4cb2-94f2-ef810189e64b req-d4e7ad22-e198-4704-bfe4-3acb3d56e3e6 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:38.489618 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-409fd0ad-3c43-4cb2-94f2-ef810189e64b req-d4e7ad22-e198-4704-bfe4-3acb3d56e3e6 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb3e6144-c220-4c7e-b97d-74bbf4d2cbbb HTTP/1.1" status: 200  len: 946 time: 0.2475402
Sep 10 16:49:38.552897 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-409fd0ad-3c43-4cb2-94f2-ef810189e64b req-64965e6c-955b-4154-9dbb-9840504fcde1 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e7375ce-3c98-4bd6-8a06-6c0612c78995&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546205
Sep 10 16:49:38.556923 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-2526cc31-d78c-4999-b633-fa9a2c8c2116 req-e8fa59f9-e47c-459d-ac04-bef8d6e2f752 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cb3e6144-c220-4c7e-b97d-74bbf4d2cbbb HTTP/1.1" status: 200  len: 1099 time: 0.2470458
Sep 10 16:49:38.628051 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-2526cc31-d78c-4999-b633-fa9a2c8c2116 req-f79f848f-70c1-4bb9-9d49-5f62e9900ccd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9e7375ce-3c98-4bd6-8a06-6c0612c78995&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636005
Sep 10 16:49:38.663269 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8116b77-02dd-4069-9760-0de211200984', 'tag': 'ba122eca-fc94-4f9c-9c48-65a89010f765', 'status': 'completed', 'code': 200}
Sep 10 16:49:38.783439 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90de83-082c-482b-b1a6-9b55af347254 req-f19bfbd6-87ed-48e2-b213-d9f690aeed68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:38.784871 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4a90de83-082c-482b-b1a6-9b55af347254 req-f19bfbd6-87ed-48e2-b213-d9f690aeed68 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fab5f826-fa9d-49ba-ac0c-578581e924e4 HTTP/1.1" status: 200  len: 916 time: 0.5618911
Sep 10 16:49:38.986867 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [None req-a707d102-d72a-4175-9ec1-d7b2994f398f tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Deleting port 7cf37e71-4a89-4a7b-9573-9dae15735036 {{(pid=74981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:49:38.987207 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-a707d102-d72a-4175-9ec1-d7b2994f398f tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:39.030971 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-0bc90419-3292-4d77-826b-595b690036ce service neutron] 10.222.0.41 "GET /v2.0/networks/6dada4db-7034-4535-a3e4-d198e90e5fce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5724289
Sep 10 16:49:39.128175 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4a90de83-082c-482b-b1a6-9b55af347254 req-5d802684-8ebf-40a7-bf10-3172c4b36a64 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba122eca-fc94-4f9c-9c48-65a89010f765 HTTP/1.1" status: 200  len: 1000 time: 0.2818511
Sep 10 16:49:39.441352 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90de83-082c-482b-b1a6-9b55af347254 req-50e53ca1-84f0-4023-a424-586925dddcfd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:39.442706 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4a90de83-082c-482b-b1a6-9b55af347254 req-50e53ca1-84f0-4023-a424-586925dddcfd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2a6a202-e984-477a-b2bc-2943af00e18d HTTP/1.1" status: 200  len: 854 time: 0.2866187
Sep 10 16:49:39.467388 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e489be1b-8241-4d1a-81dc-92d22c311fcf tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Router 176189ad-7ab2-430f-8bdd-7ff226c6640a has already been hosted by L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 {{(pid=74981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 10 16:49:39.496297 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-e2243fb7-7fd8-436f-b8f7-4b35eff16d3b service neutron] 10.222.0.41 "GET /v2.0/networks/6dada4db-7034-4535-a3e4-d198e90e5fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4543350
Sep 10 16:49:39.515310 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-a707d102-d72a-4175-9ec1-d7b2994f398f tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:39.515638 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-a707d102-d72a-4175-9ec1-d7b2994f398f tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:39.686501 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [None req-a707d102-d72a-4175-9ec1-d7b2994f398f tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Calling delete_port for 7cf37e71-4a89-4a7b-9573-9dae15735036 owned by network:floatingip {{(pid=74981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:49:39.787443 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-405cfa8d-f554-4c82-a4fd-08604972f06c req-6edfd29d-20b9-4371-9fb0-8e6fbb904dbb tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ee9cb60-831a-4659-968c-7e226f9f6ea0 HTTP/1.1" status: 200  len: 210 time: 0.0739462
Sep 10 16:49:39.820508 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc29237-d235-4500-a558-9679c55ecd88 req-48e74681-21e7-4a78-bd79-98a2d12113c7 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:39.829900 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-fcc29237-d235-4500-a558-9679c55ecd88 req-48e74681-21e7-4a78-bd79-98a2d12113c7 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb3e6144-c220-4c7e-b97d-74bbf4d2cbbb HTTP/1.1" status: 200  len: 946 time: 0.1066310
Sep 10 16:49:39.886451 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-fcc29237-d235-4500-a558-9679c55ecd88 req-80b48f1e-aae2-4513-8ef7-b5dfd15b4f2e tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e7375ce-3c98-4bd6-8a06-6c0612c78995&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550809
Sep 10 16:49:39.940838 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4a90de83-082c-482b-b1a6-9b55af347254 req-1af04f24-3b42-40c9-beb1-8374ab538014 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fab5f826-fa9d-49ba-ac0c-578581e924e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4825065
Sep 10 16:49:40.210384 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4a90de83-082c-482b-b1a6-9b55af347254 req-c1f580b2-8e13-4f5e-8c0c-6ab0c9015099 service neutron] 10.222.0.24 "GET /v2.0/networks/fab5f826-fa9d-49ba-ac0c-578581e924e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2570171
Sep 10 16:49:40.312650 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-a707d102-d72a-4175-9ec1-d7b2994f398f tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2943309'] for port, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:40.320045 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:40.375538 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707d102-d72a-4175-9ec1-d7b2994f398f tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Pushing event deleted for resources: {'Port': ['ID=7cf37e71-4a89-4a7b-9573-9dae15735036,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:40.381269 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-a707d102-d72a-4175-9ec1-d7b2994f398f tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:40.504154 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e489be1b-8241-4d1a-81dc-92d22c311fcf tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:49:40.507001 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4a90de83-082c-482b-b1a6-9b55af347254 req-eb9e3b2e-2e2c-4e0b-a0f2-02c754db2370 service neutron] 10.222.0.24 "GET /v2.0/networks/fab5f826-fa9d-49ba-ac0c-578581e924e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2842903
Sep 10 16:49:40.513099 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64059b54-7bd4-4721-a2ac-1cabc147655b None None] Sync routers for ids ['176189ad-7ab2-430f-8bdd-7ff226c6640a'] in dv-cinder-808473-1-iscsi {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:49:40.519356 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-a707d102-d72a-4175-9ec1-d7b2994f398f tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks [] for floatingip, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:40.525875 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64059b54-7bd4-4721-a2ac-1cabc147655b None None] Routers {'176189ad-7ab2-430f-8bdd-7ff226c6640a'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:49:40.527204 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-64059b54-7bd4-4721-a2ac-1cabc147655b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f862534b340>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:49:27Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['176189ad-7ab2-430f-8bdd-7ff226c6640a'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:49:40.623386 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-e489be1b-8241-4d1a-81dc-92d22c311fcf tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for floatingip, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:40.718900 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-e489be1b-8241-4d1a-81dc-92d22c311fcf tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "PUT /v2.0/floatingips/3ddb24ca-8bfd-416e-ba59-d5321fca527c HTTP/1.1" status: 200  len: 992 time: 4.3597887
Sep 10 16:49:40.718900 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80546841-b40d-43d6-af96-786646a6bf11', 'tag': 'a1912817-5ab0-4a8c-9eba-0532b500cf73'}] {{(pid=74981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:49:40.740196 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-64059b54-7bd4-4721-a2ac-1cabc147655b None None] Set router 176189ad-7ab2-430f-8bdd-7ff226c6640a gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:49:40.742113 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b399c1fa-5c5a-464a-ad9a-7be94df06309 req-2c6de540-0256-4ca5-8d9e-b7b1c4662113 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc4d485616234b49980bd3f8c80da5b5&device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 1098 time: 0.1673150
Sep 10 16:49:40.797609 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80546841-b40d-43d6-af96-786646a6bf11', 'tag': 'a1912817-5ab0-4a8c-9eba-0532b500cf73', 'status': 'completed', 'code': 200}
Sep 10 16:49:41.188395 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-985701b8-1366-4a79-8f3e-afe8a1086bb2 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:41.194574 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-985701b8-1366-4a79-8f3e-afe8a1086bb2 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.24 "GET /v2.0/networks?id=6dada4db-7034-4535-a3e4-d198e90e5fce HTTP/1.1" status: 200  len: 811 time: 0.3840656
Sep 10 16:49:41.199019 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-37a59ae3-03f8-4c3c-a61c-f6ed38298505 req-ef05c7ee-4ad1-475c-b649-cfefba94edb6 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Synchronizing usage tracker for tenant:d0a46baf31fe490992f182c130f37875 on resource:port {{(pid=74982) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:49:41.217530 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399c1fa-5c5a-464a-ad9a-7be94df06309 req-43b8f156-c6ae-4711-8c31-413816165fb0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:41.219276 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b399c1fa-5c5a-464a-ad9a-7be94df06309 req-43b8f156-c6ae-4711-8c31-413816165fb0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fab5f826-fa9d-49ba-ac0c-578581e924e4 HTTP/1.1" status: 200  len: 916 time: 0.4241807
Sep 10 16:49:41.242956 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-d7dc473b-e80e-4db2-87a1-444fff044562 req-3019e9cf-38be-4068-87a2-3499f9f22d84 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9bbed5573b846b8bd73e0009e1ca850&device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 1099 time: 0.3974650
Sep 10 16:49:41.311896 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b399c1fa-5c5a-464a-ad9a-7be94df06309 req-be21e6d5-dcd6-4d4c-9f7a-c36b50ac607a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba122eca-fc94-4f9c-9c48-65a89010f765 HTTP/1.1" status: 200  len: 217 time: 0.0853412
Sep 10 16:49:41.319035 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998ad26-b645-454a-9ea9-f306f725575e req-36e50db8-6cd0-415b-98df-9981ab06b9b0 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:41.329064 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4998ad26-b645-454a-9ea9-f306f725575e req-36e50db8-6cd0-415b-98df-9981ab06b9b0 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb3e6144-c220-4c7e-b97d-74bbf4d2cbbb HTTP/1.1" status: 200  len: 946 time: 0.2610986
Sep 10 16:49:41.367061 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-64059b54-7bd4-4721-a2ac-1cabc147655b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f862534b340>, [{'id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'name': 'tempest-AttachVolumeShelveTestJSON-927730939-router', 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '6e741b70-5bbb-4b72-a9fc-cfbc7d85948d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:43:51Z', 'revision_number': 4, 'project_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'gw_port': {'id': '6e741b70-5bbb-4b72-a9fc-cfbc7d85948d', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:33Z', 'updated_at': '2021-09-10T16:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_floatingips': [{'id': '3ddb24ca-8bfd-416e-ba59-d5321fca527c', 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'floating_ip_address': '172.27.0.136', 'floating_network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'router_id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'port_id': 'a1912817-5ab0-4a8c-9eba-0532b500cf73', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a', 'mac_address': 'fa:16:3e:27:31:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80546841-b40d-43d6-af96-786646a6bf11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:49:18Z', 'updated_at': '2021-09-10T16:49:37Z', 'revision_number': 1, 'project_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aee4d381-a7e3-42a1-be12-79c13c6da7b9', 'name': '', 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a', 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'mac_address': 'fa:16:3e:db:76:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c869236f-34e5-4060-bd38-439ed8cf68e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:49Z', 'updated_at': '2021-09-10T16:44:20Z', 'revision_number': 5, 'project_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'subnets': [{'id': 'c869236f-34e5-4060-bd38-439ed8cf68e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:49:41.371593 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64059b54-7bd4-4721-a2ac-1cabc147655b None None] Checking router: 176189ad-7ab2-430f-8bdd-7ff226c6640a for host: dv-cinder-808473-1-iscsi {{(pid=74983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:49:41.387210 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64059b54-7bd4-4721-a2ac-1cabc147655b None None] Routers {'176189ad-7ab2-430f-8bdd-7ff226c6640a'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:49:41.388053 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-64059b54-7bd4-4721-a2ac-1cabc147655b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f862534b340>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:49:27Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['176189ad-7ab2-430f-8bdd-7ff226c6640a'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:49:41.425467 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-37a59ae3-03f8-4c3c-a61c-f6ed38298505 req-ef05c7ee-4ad1-475c-b649-cfefba94edb6 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Unset dirty status for tenant:d0a46baf31fe490992f182c130f37875 on resource:port {{(pid=74982) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:49:41.426646 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-37a59ae3-03f8-4c3c-a61c-f6ed38298505 req-ef05c7ee-4ad1-475c-b649-cfefba94edb6 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ee9cb60-831a-4659-968c-7e226f9f6ea0 HTTP/1.1" status: 200  len: 210 time: 0.3299160
Sep 10 16:49:41.431375 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-80697c95-d95c-4109-a107-5dab844e6923 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Synchronizing usage tracker for tenant:d0a46baf31fe490992f182c130f37875 on resource:security_group {{(pid=74982) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:49:41.456318 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-80697c95-d95c-4109-a107-5dab844e6923 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Unset dirty status for tenant:d0a46baf31fe490992f182c130f37875 on resource:security_group {{(pid=74982) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:49:41.464138 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-80697c95-d95c-4109-a107-5dab844e6923 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0a46baf31fe490992f182c130f37875 HTTP/1.1" status: 200  len: 379 time: 0.2520835
Sep 10 16:49:41.475097 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-43554746-c3ec-4226-8730-9994018d78df tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Request body: {'port': {'device_id': '6ee9cb60-831a-4659-968c-7e226f9f6ea0', 'network_id': '6dada4db-7034-4535-a3e4-d198e90e5fce', 'admin_state_up': True, 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'security_groups': ['09bba455-0f8f-4815-8d2d-5535831cfb59']}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:49:41.508464 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399c1fa-5c5a-464a-ad9a-7be94df06309 req-6de6c440-0ccc-43c4-a01b-0a9ef0b0bbe6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:41.510016 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b399c1fa-5c5a-464a-ad9a-7be94df06309 req-6de6c440-0ccc-43c4-a01b-0a9ef0b0bbe6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2a6a202-e984-477a-b2bc-2943af00e18d HTTP/1.1" status: 200  len: 854 time: 0.1779284
Sep 10 16:49:41.532008 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4998ad26-b645-454a-9ea9-f306f725575e req-5ed70a5a-48ce-40b2-a77a-9bbac52d74de tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e7375ce-3c98-4bd6-8a06-6c0612c78995&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2016864
Sep 10 16:49:41.669003 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-64059b54-7bd4-4721-a2ac-1cabc147655b None None] Set router 176189ad-7ab2-430f-8bdd-7ff226c6640a gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:49:41.693494 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc473b-e80e-4db2-87a1-444fff044562 req-4874cb9c-f998-4e66-bf52-e6e33947659d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:41.695700 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-d7dc473b-e80e-4db2-87a1-444fff044562 req-4874cb9c-f998-4e66-bf52-e6e33947659d service neutron] 10.222.0.24 "GET /v2.0/networks?id=344edc15-821a-46e8-88af-fc737f1ffc8a HTTP/1.1" status: 200  len: 917 time: 0.4088566
Sep 10 16:49:41.698986 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-43554746-c3ec-4226-8730-9994018d78df tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:49:41.709272 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b399c1fa-5c5a-464a-ad9a-7be94df06309 req-2f70216f-0dba-4330-bcba-8fabb4b3abf6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fab5f826-fa9d-49ba-ac0c-578581e924e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1747751
Sep 10 16:49:41.798130 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-43554746-c3ec-4226-8730-9994018d78df tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:49:41.823138 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-43554746-c3ec-4226-8730-9994018d78df tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Made reservation on behalf of d0a46baf31fe490992f182c130f37875 for: {'port': 1} {{(pid=74982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:49:41.826852 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-43554746-c3ec-4226-8730-9994018d78df tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:41.860771 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-d7dc473b-e80e-4db2-87a1-444fff044562 req-ac37e4f6-030c-4519-975f-ab6bf91a207b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1912817-5ab0-4a8c-9eba-0532b500cf73 HTTP/1.1" status: 200  len: 1000 time: 0.1563380
Sep 10 16:49:41.879683 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b399c1fa-5c5a-464a-ad9a-7be94df06309 req-c5d4508f-33c2-4bc4-96bc-12207a742206 service neutron] 10.222.0.24 "GET /v2.0/networks/fab5f826-fa9d-49ba-ac0c-578581e924e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1534278
Sep 10 16:49:42.029551 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a707d102-d72a-4175-9ec1-d7b2994f398f tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Router 86079ec6-cf79-436f-bafd-44a3262e329f has already been hosted by L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 {{(pid=74981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 10 16:49:42.084203 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b399c1fa-5c5a-464a-ad9a-7be94df06309 req-b887df78-aa49-4d85-9d1b-aaf06f5d6a78 service neutron] 10.222.0.24 "GET /v2.0/networks/fab5f826-fa9d-49ba-ac0c-578581e924e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1965132
Sep 10 16:49:42.098275 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc473b-e80e-4db2-87a1-444fff044562 req-d5312f5a-ab21-4c66-bba0-01a733c500d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:42.099865 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-d7dc473b-e80e-4db2-87a1-444fff044562 req-d5312f5a-ab21-4c66-bba0-01a733c500d4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c869236f-34e5-4060-bd38-439ed8cf68e4 HTTP/1.1" status: 200  len: 855 time: 0.2054851
Sep 10 16:49:42.230877 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.db_base_plugin_common [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-43554746-c3ec-4226-8730-9994018d78df tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Allocated IP 172.20.0.14 (6dada4db-7034-4535-a3e4-d198e90e5fce/ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5/ef2d05c1-5961-431a-8b90-6a4474439222) {{(pid=74982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:49:42.258673 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-64059b54-7bd4-4721-a2ac-1cabc147655b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f862534b340>, [{'id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'name': 'tempest-AttachVolumeShelveTestJSON-927730939-router', 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '6e741b70-5bbb-4b72-a9fc-cfbc7d85948d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:43:51Z', 'revision_number': 4, 'project_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'gw_port': {'id': '6e741b70-5bbb-4b72-a9fc-cfbc7d85948d', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:33Z', 'updated_at': '2021-09-10T16:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_floatingips': [{'id': '3ddb24ca-8bfd-416e-ba59-d5321fca527c', 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'floating_ip_address': '172.27.0.136', 'floating_network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'router_id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'port_id': 'a1912817-5ab0-4a8c-9eba-0532b500cf73', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a', 'mac_address': 'fa:16:3e:27:31:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80546841-b40d-43d6-af96-786646a6bf11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:49:18Z', 'updated_at': '2021-09-10T16:49:37Z', 'revision_number': 1, 'project_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aee4d381-a7e3-42a1-be12-79c13c6da7b9', 'name': '', 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a', 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'mac_address': 'fa:16:3e:db:76:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c869236f-34e5-4060-bd38-439ed8cf68e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:49Z', 'updated_at': '2021-09-10T16:44:20Z', 'revision_number': 5, 'project_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'subnets': [{'id': 'c869236f-34e5-4060-bd38-439ed8cf68e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:49:42.263360 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64059b54-7bd4-4721-a2ac-1cabc147655b None None] The sync data for ids ['176189ad-7ab2-430f-8bdd-7ff226c6640a'] in dv-cinder-808473-1-iscsi is: [{'id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'name': 'tempest-AttachVolumeShelveTestJSON-927730939-router', 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '6e741b70-5bbb-4b72-a9fc-cfbc7d85948d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:43:51Z', 'revision_number': 4, 'project_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'gw_port': {'id': '6e741b70-5bbb-4b72-a9fc-cfbc7d85948d', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:33Z', 'updated_at': '2021-09-10T16:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_floatingips': [{'id': '3ddb24ca-8bfd-416e-ba59-d5321fca527c', 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'floating_ip_address': '172.27.0.136', 'floating_network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'router_id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'port_id': 'a1912817-5ab0-4a8c-9eba-0532b500cf73', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a', 'mac_address': 'fa:16:3e:27:31:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80546841-b40d-43d6-af96-786646a6bf11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:49:18Z', 'updated_at': '2021-09-10T16:49:37Z', 'revision_number': 1, 'project_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aee4d381-a7e3-42a1-be12-79c13c6da7b9', 'name': '', 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a', 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'mac_address': 'fa:16:3e:db:76:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c869236f-34e5-4060-bd38-439ed8cf68e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:49Z', 'updated_at': '2021-09-10T16:44:20Z', 'revision_number': 5, 'project_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'subnets': [{'id': 'c869236f-34e5-4060-bd38-439ed8cf68e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:49:42.314072 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-d7dc473b-e80e-4db2-87a1-444fff044562 req-c8ed8eee-b1ec-4ef3-88d6-cf9b10e14c4d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=344edc15-821a-46e8-88af-fc737f1ffc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1749272
Sep 10 16:49:42.319994 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a707d102-d72a-4175-9ec1-d7b2994f398f tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:49:42.325398 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-a707d102-d72a-4175-9ec1-d7b2994f398f tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for floatingip, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:42.332734 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9d3cd2-31ef-4c1f-ab90-1c558bac4c37 None None] Sync routers for ids ['86079ec6-cf79-436f-bafd-44a3262e329f'] in dv-cinder-808473-1-iscsi {{(pid=74984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:49:42.347771 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9d3cd2-31ef-4c1f-ab90-1c558bac4c37 None None] Routers {'86079ec6-cf79-436f-bafd-44a3262e329f'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:49:42.348573 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-0e9d3cd2-31ef-4c1f-ab90-1c558bac4c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f86253d5eb0>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:49:27Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['86079ec6-cf79-436f-bafd-44a3262e329f'], 'active': True} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:49:42.412785 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-a707d102-d72a-4175-9ec1-d7b2994f398f tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "DELETE /v2.0/floatingips/3632f7a6-f617-4355-b8d1-7ed41919ba43 HTTP/1.1" status: 204  len: 168 time: 3.9273765
Sep 10 16:49:42.569147 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0122cd8d-dba6-4c9d-ad3e-436c7a12c8e1 None None] New status for floating IP 3ddb24ca-8bfd-416e-ba59-d5321fca527c: ACTIVE {{(pid=74983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 10 16:49:42.589517 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvr_db [None req-0e9d3cd2-31ef-4c1f-ab90-1c558bac4c37 None None] Set router 86079ec6-cf79-436f-bafd-44a3262e329f gateway port host: dv-cinder-808473-1-iscsi {{(pid=74984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:49:42.691500 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-d82e5165-7608-4ef5-b0de-3a84256d13cc req-1d2b2690-f3d1-461d-8bf3-db8aa6bab82d tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ee9cb60-831a-4659-968c-7e226f9f6ea0 HTTP/1.1" status: 200  len: 210 time: 0.0450363
Sep 10 16:49:42.794990 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-d7dc473b-e80e-4db2-87a1-444fff044562 req-36f0933a-e9ad-48bb-9e10-a39662a44b42 service neutron] 10.222.0.24 "GET /v2.0/networks/344edc15-821a-46e8-88af-fc737f1ffc8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4656963
Sep 10 16:49:42.798867 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8116b77-02dd-4069-9760-0de211200984', 'tag': 'ba122eca-fc94-4f9c-9c48-65a89010f765'}] {{(pid=74981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:49:43.047357 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-0e9d3cd2-31ef-4c1f-ab90-1c558bac4c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f86253d5eb0>, [{'id': '86079ec6-cf79-436f-bafd-44a3262e329f', 'name': 'tempest-TestMinimumBasicScenario-2058649885-router', 'tenant_id': 'fc4d485616234b49980bd3f8c80da5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd7b3933c-2a7a-40f5-b023-c2e010b71d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:45:57Z', 'updated_at': '2021-09-10T16:46:01Z', 'revision_number': 4, 'project_id': 'fc4d485616234b49980bd3f8c80da5b5', 'gw_port': {'id': 'd7b3933c-2a7a-40f5-b023-c2e010b71d00', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fa:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86079ec6-cf79-436f-bafd-44a3262e329f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:45:58Z', 'updated_at': '2021-09-10T16:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': '97affc39-aedc-48ef-9e5f-961ccd335dfc', 'name': '', 'network_id': 'fab5f826-fa9d-49ba-ac0c-578581e924e4', 'tenant_id': 'fc4d485616234b49980bd3f8c80da5b5', 'mac_address': 'fa:16:3e:21:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86079ec6-cf79-436f-bafd-44a3262e329f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2a6a202-e984-477a-b2bc-2943af00e18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:01Z', 'updated_at': '2021-09-10T16:46:13Z', 'revision_number': 5, 'project_id': 'fc4d485616234b49980bd3f8c80da5b5', 'subnets': [{'id': 'b2a6a202-e984-477a-b2bc-2943af00e18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:49:43.056781 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9d3cd2-31ef-4c1f-ab90-1c558bac4c37 None None] Checking router: 86079ec6-cf79-436f-bafd-44a3262e329f for host: dv-cinder-808473-1-iscsi {{(pid=74984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:49:43.082987 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9d3cd2-31ef-4c1f-ab90-1c558bac4c37 None None] Routers {'86079ec6-cf79-436f-bafd-44a3262e329f'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:49:43.083639 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-0e9d3cd2-31ef-4c1f-ab90-1c558bac4c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f86253d5eb0>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:49:27Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['86079ec6-cf79-436f-bafd-44a3262e329f'], 'active': True} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:49:43.105259 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-d7dc473b-e80e-4db2-87a1-444fff044562 req-a272308d-29da-4f69-978c-6dd7d3948659 service neutron] 10.222.0.24 "GET /v2.0/networks/344edc15-821a-46e8-88af-fc737f1ffc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2971969
Sep 10 16:49:43.115387 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8116b77-02dd-4069-9760-0de211200984', 'tag': 'ba122eca-fc94-4f9c-9c48-65a89010f765', 'status': 'completed', 'code': 200}
Sep 10 16:49:43.126937 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-43554746-c3ec-4226-8730-9994018d78df tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks [] for port, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:43.156302 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.provisioning_blocks [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-43554746-c3ec-4226-8730-9994018d78df tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Transition to ACTIVE for port object ef2d05c1-5961-431a-8b90-6a4474439222 will not be triggered until provisioned by entity DHCP. {{(pid=74982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:49:43.266705 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-43554746-c3ec-4226-8730-9994018d78df tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:43.283245 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-04b6ffa7-06ce-431b-9210-96825b13f9a3 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:43.360422 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvr_db [None req-0e9d3cd2-31ef-4c1f-ab90-1c558bac4c37 None None] Set router 86079ec6-cf79-436f-bafd-44a3262e329f gateway port host: dv-cinder-808473-1-iscsi {{(pid=74984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:49:43.392629 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb88d0a-46c4-4913-ad78-daa34f84f4b2 req-1c774530-bbb9-46ef-bbb8-51bb14510aaf tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:43.401007 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-cfb88d0a-46c4-4913-ad78-daa34f84f4b2 req-1c774530-bbb9-46ef-bbb8-51bb14510aaf tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb3e6144-c220-4c7e-b97d-74bbf4d2cbbb HTTP/1.1" status: 200  len: 946 time: 0.1039305
Sep 10 16:49:43.409635 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-43554746-c3ec-4226-8730-9994018d78df tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Network 6dada4db-7034-4535-a3e4-d198e90e5fce is already hosted by enough agents. {{(pid=74982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:49:43.411655 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43554746-c3ec-4226-8730-9994018d78df tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Pushing event updated for resources: {'Port': ['ID=ef2d05c1-5961-431a-8b90-6a4474439222,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:43.415636 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.base_scheduler [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-43554746-c3ec-4226-8730-9994018d78df tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Resources bound (agent type, host, resource id):  {{(pid=74982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:49:43.417524 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-43554746-c3ec-4226-8730-9994018d78df tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:43.419107 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-43554746-c3ec-4226-8730-9994018d78df tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Received port after_create {{(pid=74982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:49:43.478864 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-cfb88d0a-46c4-4913-ad78-daa34f84f4b2 req-0447f3a1-279e-4392-a11d-eff0aa82a214 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e7375ce-3c98-4bd6-8a06-6c0612c78995&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765285
Sep 10 16:49:43.483081 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f6e7fb4f-fc2b-46fc-bec1-048bff75a44b req-23da432b-eeb0-4f64-ae44-7958dd6100dd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc4d485616234b49980bd3f8c80da5b5&device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 1098 time: 0.2865629
Sep 10 16:49:43.519196 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-43554746-c3ec-4226-8730-9994018d78df tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:43.519795 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-43554746-c3ec-4226-8730-9994018d78df tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:43.611403 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-43554746-c3ec-4226-8730-9994018d78df tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1403275
Sep 10 16:49:43.627817 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-c2245d49-56ef-416a-aca6-00abf7404ece service neutron] Request body: {'port': {'device_id': '6ee9cb60-831a-4659-968c-7e226f9f6ea0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:49:43.711143 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7fb4f-fc2b-46fc-bec1-048bff75a44b req-b3106d49-b22a-4658-919a-9c7b466a4b57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:43.712513 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f6e7fb4f-fc2b-46fc-bec1-048bff75a44b req-b3106d49-b22a-4658-919a-9c7b466a4b57 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fab5f826-fa9d-49ba-ac0c-578581e924e4 HTTP/1.1" status: 200  len: 916 time: 0.2192769
Sep 10 16:49:43.729360 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-795f14d2-de1f-4b0f-b178-642f6570bac2 None None] Provisioning for port ef2d05c1-5961-431a-8b90-6a4474439222 completed by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:49:43.729907 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-0e9d3cd2-31ef-4c1f-ab90-1c558bac4c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f86253d5eb0>, [{'id': '86079ec6-cf79-436f-bafd-44a3262e329f', 'name': 'tempest-TestMinimumBasicScenario-2058649885-router', 'tenant_id': 'fc4d485616234b49980bd3f8c80da5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd7b3933c-2a7a-40f5-b023-c2e010b71d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:45:57Z', 'updated_at': '2021-09-10T16:46:01Z', 'revision_number': 4, 'project_id': 'fc4d485616234b49980bd3f8c80da5b5', 'gw_port': {'id': 'd7b3933c-2a7a-40f5-b023-c2e010b71d00', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fa:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86079ec6-cf79-436f-bafd-44a3262e329f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:45:58Z', 'updated_at': '2021-09-10T16:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': '97affc39-aedc-48ef-9e5f-961ccd335dfc', 'name': '', 'network_id': 'fab5f826-fa9d-49ba-ac0c-578581e924e4', 'tenant_id': 'fc4d485616234b49980bd3f8c80da5b5', 'mac_address': 'fa:16:3e:21:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86079ec6-cf79-436f-bafd-44a3262e329f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2a6a202-e984-477a-b2bc-2943af00e18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:01Z', 'updated_at': '2021-09-10T16:46:13Z', 'revision_number': 5, 'project_id': 'fc4d485616234b49980bd3f8c80da5b5', 'subnets': [{'id': 'b2a6a202-e984-477a-b2bc-2943af00e18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:49:43.733905 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9d3cd2-31ef-4c1f-ab90-1c558bac4c37 None None] The sync data for ids ['86079ec6-cf79-436f-bafd-44a3262e329f'] in dv-cinder-808473-1-iscsi is: [{'id': '86079ec6-cf79-436f-bafd-44a3262e329f', 'name': 'tempest-TestMinimumBasicScenario-2058649885-router', 'tenant_id': 'fc4d485616234b49980bd3f8c80da5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd7b3933c-2a7a-40f5-b023-c2e010b71d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:45:57Z', 'updated_at': '2021-09-10T16:46:01Z', 'revision_number': 4, 'project_id': 'fc4d485616234b49980bd3f8c80da5b5', 'gw_port': {'id': 'd7b3933c-2a7a-40f5-b023-c2e010b71d00', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fa:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86079ec6-cf79-436f-bafd-44a3262e329f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:45:58Z', 'updated_at': '2021-09-10T16:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': '97affc39-aedc-48ef-9e5f-961ccd335dfc', 'name': '', 'network_id': 'fab5f826-fa9d-49ba-ac0c-578581e924e4', 'tenant_id': 'fc4d485616234b49980bd3f8c80da5b5', 'mac_address': 'fa:16:3e:21:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86079ec6-cf79-436f-bafd-44a3262e329f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2a6a202-e984-477a-b2bc-2943af00e18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:01Z', 'updated_at': '2021-09-10T16:46:13Z', 'revision_number': 5, 'project_id': 'fc4d485616234b49980bd3f8c80da5b5', 'subnets': [{'id': 'b2a6a202-e984-477a-b2bc-2943af00e18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:49:43.734109 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-795f14d2-de1f-4b0f-b178-642f6570bac2 None None] Provisioning complete for port ef2d05c1-5961-431a-8b90-6a4474439222 triggered by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:49:43.734474 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-795f14d2-de1f-4b0f-b178-642f6570bac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:43.796387 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-795f14d2-de1f-4b0f-b178-642f6570bac2 None None] Port ef2d05c1-5961-431a-8b90-6a4474439222 cannot update to ACTIVE because it is not bound. {{(pid=74983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 10 16:49:43.830915 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f6e7fb4f-fc2b-46fc-bec1-048bff75a44b req-aa658fdb-e039-4011-936b-8e4f5e418ab0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba122eca-fc94-4f9c-9c48-65a89010f765 HTTP/1.1" status: 200  len: 217 time: 0.0788484
Sep 10 16:49:43.876374 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-c2245d49-56ef-416a-aca6-00abf7404ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:43.992544 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7fb4f-fc2b-46fc-bec1-048bff75a44b req-6074f71a-2832-4acd-aa46-54b116880d31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:43.993874 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f6e7fb4f-fc2b-46fc-bec1-048bff75a44b req-6074f71a-2832-4acd-aa46-54b116880d31 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2a6a202-e984-477a-b2bc-2943af00e18d HTTP/1.1" status: 200  len: 854 time: 0.1561518
Sep 10 16:49:44.147827 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3439a79-bf0a-4b84-a147-5df116cc309f req-cc2f6a01-129d-4a71-9755-afe21b016fd0 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:44.149507 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-f3439a79-bf0a-4b84-a147-5df116cc309f req-cc2f6a01-129d-4a71-9755-afe21b016fd0 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Synchronizing usage tracker for tenant:d0a46baf31fe490992f182c130f37875 on resource:port {{(pid=74982) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:49:44.193926 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-f3439a79-bf0a-4b84-a147-5df116cc309f req-cc2f6a01-129d-4a71-9755-afe21b016fd0 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Unset dirty status for tenant:d0a46baf31fe490992f182c130f37875 on resource:port {{(pid=74982) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:49:44.195103 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f3439a79-bf0a-4b84-a147-5df116cc309f req-cc2f6a01-129d-4a71-9755-afe21b016fd0 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ee9cb60-831a-4659-968c-7e226f9f6ea0 HTTP/1.1" status: 200  len: 932 time: 0.3259757
Sep 10 16:49:44.209447 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 34908) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:49:44.279186 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6276d6e-3d1b-4ab7-83b0-0e9265a60e97 admin admin] Deleting subnet 73b2f418-de02-430f-aa6c-c135d35601f8 {{(pid=74981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 10 16:49:44.284771 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-f6276d6e-3d1b-4ab7-83b0-0e9265a60e97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:44.339307 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f6e7fb4f-fc2b-46fc-bec1-048bff75a44b req-fce21934-13c2-4a16-b698-19a9c3be86bd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fab5f826-fa9d-49ba-ac0c-578581e924e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3312466
Sep 10 16:49:44.340295 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-f6276d6e-3d1b-4ab7-83b0-0e9265a60e97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3598062'] for subnet, precommit_delete_associations {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:44.403145 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-f6276d6e-3d1b-4ab7-83b0-0e9265a60e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-567488'] for subnet, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:44.507408 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f3439a79-bf0a-4b84-a147-5df116cc309f req-2ed88d74-5587-481e-854c-12f0a1139994 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=09bba455-0f8f-4815-8d2d-5535831cfb59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1714568
Sep 10 16:49:44.573523 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f6e7fb4f-fc2b-46fc-bec1-048bff75a44b req-4d41bdea-6ff5-43e4-96f9-0b3602209457 service neutron] 10.222.0.24 "GET /v2.0/networks/fab5f826-fa9d-49ba-ac0c-578581e924e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2235508
Sep 10 16:49:44.723300 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-f6276d6e-3d1b-4ab7-83b0-0e9265a60e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2943328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3362714'] for subnet, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:44.734491 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.notifiers.nova [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-c2245d49-56ef-416a-aca6-00abf7404ece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef2d05c1-5961-431a-8b90-6a4474439222 {{(pid=74982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:49:44.739450 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:44.744856 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-c2245d49-56ef-416a-aca6-00abf7404ece service neutron] Notify callbacks [] for port, precommit_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:44.779387 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6276d6e-3d1b-4ab7-83b0-0e9265a60e97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73b2f418-de02-430f-aa6c-c135d35601f8,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:44.781890 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-f6276d6e-3d1b-4ab7-83b0-0e9265a60e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:44.783419 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.provisioning_blocks [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-c2245d49-56ef-416a-aca6-00abf7404ece service neutron] Transition to ACTIVE for port object ef2d05c1-5961-431a-8b90-6a4474439222 will not be triggered until provisioned by entity L2. {{(pid=74982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:49:44.789957 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-c2245d49-56ef-416a-aca6-00abf7404ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2865589'] for port, after_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:44.794797 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-b966b70d-636e-447a-b649-f55b82f28332 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:44.810136 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-f6276d6e-3d1b-4ab7-83b0-0e9265a60e97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for subnet, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:44.825511 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f6e7fb4f-fc2b-46fc-bec1-048bff75a44b req-c3ec2018-ac18-43d3-8230-d9468356119e service neutron] 10.222.0.24 "GET /v2.0/networks/fab5f826-fa9d-49ba-ac0c-578581e924e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2384679
Sep 10 16:49:44.825736 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-f6276d6e-3d1b-4ab7-83b0-0e9265a60e97 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/73b2f418-de02-430f-aa6c-c135d35601f8 HTTP/1.1" status: 204  len: 168 time: 0.6126301
Sep 10 16:49:44.827111 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 34920) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:49:44.923658 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2245d49-56ef-416a-aca6-00abf7404ece service neutron] Pushing event updated for resources: {'Port': ['ID=ef2d05c1-5961-431a-8b90-6a4474439222,revision_number=2']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:44.931722 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-c2245d49-56ef-416a-aca6-00abf7404ece service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:44.948994 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b7747-e377-46bd-a3a0-e560159c71fd req-8b4bda91-1f1b-495c-9701-2a9f461be880 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:44.951639 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-475b7747-e377-46bd-a3a0-e560159c71fd req-8b4bda91-1f1b-495c-9701-2a9f461be880 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb3e6144-c220-4c7e-b97d-74bbf4d2cbbb HTTP/1.1" status: 200  len: 946 time: 0.3184817
Sep 10 16:49:44.955837 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a045ec6c-5046-4346-9733-7c2da45af045 None None] New status for floating IP 3632f7a6-f617-4355-b8d1-7ed41919ba43: DOWN {{(pid=74984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 10 16:49:44.968972 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5dc23-74b0-40f7-b3bd-74d7d2537ca1 req-45a9d196-57b3-4671-b6bd-9f3cc9f661c1 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:44.970657 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-aaf5dc23-74b0-40f7-b3bd-74d7d2537ca1 req-45a9d196-57b3-4671-b6bd-9f3cc9f661c1 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb3e6144-c220-4c7e-b97d-74bbf4d2cbbb HTTP/1.1" status: 200  len: 946 time: 0.2992611
Sep 10 16:49:45.032658 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-c141814f-fff9-4197-86cb-05ccc93f9f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630774'] for network, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:45.042895 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.managers [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-c2245d49-56ef-416a-aca6-00abf7404ece service neutron] Attempting to bind port ef2d05c1-5961-431a-8b90-6a4474439222 on host hv-cinder-80847 for vnic_type normal with profile  {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:49:45.043225 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.managers [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-c2245d49-56ef-416a-aca6-00abf7404ece service neutron] Attempting to bind port ef2d05c1-5961-431a-8b90-6a4474439222 by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': 'c6538587-d6ad-4ab5-81d5-0156b6242101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6dada4db-7034-4535-a3e4-d198e90e5fce'}] {{(pid=74982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:49:45.043556 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-c2245d49-56ef-416a-aca6-00abf7404ece service neutron] Attempting to bind port ef2d05c1-5961-431a-8b90-6a4474439222 on network 6dada4db-7034-4535-a3e4-d198e90e5fce {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:49:45.050533 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-c2245d49-56ef-416a-aca6-00abf7404ece service neutron] Port ef2d05c1-5961-431a-8b90-6a4474439222 on network 6dada4db-7034-4535-a3e4-d198e90e5fce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 10 16:49:45.050849 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-c2245d49-56ef-416a-aca6-00abf7404ece service neutron] Attempting to bind port ef2d05c1-5961-431a-8b90-6a4474439222 on network 6dada4db-7034-4535-a3e4-d198e90e5fce {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:49:45.059148 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-c2245d49-56ef-416a-aca6-00abf7404ece service neutron] Checking agent: {'id': '653d4f90-9fea-4616-953f-74c38214cca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 41, 36), 'started_at': datetime.datetime(2021, 9, 10, 16, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:49:45.059738 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-c2245d49-56ef-416a-aca6-00abf7404ece service neutron] Checking segment: {'id': 'c6538587-d6ad-4ab5-81d5-0156b6242101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6dada4db-7034-4535-a3e4-d198e90e5fce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:49:45.060290 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-c2245d49-56ef-416a-aca6-00abf7404ece service neutron] Bound using segment: {'id': 'c6538587-d6ad-4ab5-81d5-0156b6242101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6dada4db-7034-4535-a3e4-d198e90e5fce'} {{(pid=74982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:49:45.060912 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.managers [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-c2245d49-56ef-416a-aca6-00abf7404ece service neutron] Bound port: ef2d05c1-5961-431a-8b90-6a4474439222, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6538587-d6ad-4ab5-81d5-0156b6242101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6dada4db-7034-4535-a3e4-d198e90e5fce'}}] {{(pid=74982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:49:45.061426 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-c2245d49-56ef-416a-aca6-00abf7404ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:45.088064 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [req-aaf5dc23-74b0-40f7-b3bd-74d7d2537ca1 req-845fc84f-e4f7-44b0-8b89-8055af40c7b4 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Deleting port 4c443e0f-092b-466e-9f6a-10c61bfdea45 {{(pid=74981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:49:45.088416 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-aaf5dc23-74b0-40f7-b3bd-74d7d2537ca1 req-845fc84f-e4f7-44b0-8b89-8055af40c7b4 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:45.157501 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.db [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-c2245d49-56ef-416a-aca6-00abf7404ece service neutron] For port ef2d05c1-5961-431a-8b90-6a4474439222, host hv-cinder-80847, cleared binding levels {{(pid=74982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:49:45.161341 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.db [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-c2245d49-56ef-416a-aca6-00abf7404ece service neutron] For port ef2d05c1-5961-431a-8b90-6a4474439222, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=ef2d05c1-5961-431a-8b90-6a4474439222,segment=NetworkSegment(c6538587-d6ad-4ab5-81d5-0156b6242101),segment_id=c6538587-d6ad-4ab5-81d5-0156b6242101)] {{(pid=74982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:49:45.168247 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-c2245d49-56ef-416a-aca6-00abf7404ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2865589'] for port, after_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:45.173544 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-96d0d059-d525-46a8-9e6e-abb1c3f305ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:45.232693 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-c2245d49-56ef-416a-aca6-00abf7404ece service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:45.234052 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-c2245d49-56ef-416a-aca6-00abf7404ece service neutron] 10.222.0.24 "PUT /v2.0/ports/ef2d05c1-5961-431a-8b90-6a4474439222 HTTP/1.1" status: 200  len: 1094 time: 1.6128068
Sep 10 16:49:45.234752 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ee9cb60-831a-4659-968c-7e226f9f6ea0', 'tag': 'ef2d05c1-5961-431a-8b90-6a4474439222'}] {{(pid=74982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:49:45.239003 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-475b7747-e377-46bd-a3a0-e560159c71fd req-9285480d-5671-4cda-909e-1f523a30c0aa tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e7375ce-3c98-4bd6-8a06-6c0612c78995&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2673817
Sep 10 16:49:45.282763 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2245d49-56ef-416a-aca6-00abf7404ece service neutron] Pushing event updated for resources: {'Port': ['ID=ef2d05c1-5961-431a-8b90-6a4474439222,revision_number=3']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:45.299030 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-c2245d49-56ef-416a-aca6-00abf7404ece service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:45.350635 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ee9cb60-831a-4659-968c-7e226f9f6ea0', 'tag': 'ef2d05c1-5961-431a-8b90-6a4474439222', 'status': 'completed', 'code': 200}
Sep 10 16:49:45.378625 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-7abeb90a-6914-4d7a-922a-c453ba3fa678 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d0a46baf31fe490992f182c130f37875&device_id=6ee9cb60-831a-4659-968c-7e226f9f6ea0 HTTP/1.1" status: 200  len: 1097 time: 0.0782006
Sep 10 16:49:45.451821 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-65d62234-7281-41d2-ba58-159612ce287b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef2d05c1-5961-431a-8b90-6a4474439222 HTTP/1.1" status: 200  len: 217 time: 0.0658293
Sep 10 16:49:45.459257 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-c141814f-fff9-4197-86cb-05ccc93f9f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571207', 'neutron.services.segments.db._delete_segments_for_network-8763384148637'] for network, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:45.478869 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.services.segments.db [None req-c141814f-fff9-4197-86cb-05ccc93f9f77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8624f5c0a0>,) {'filters': {'network_id': ['ac7d09e9-3d2b-4636-9247-f06a1b11aa65']}} {{(pid=74981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:49:45.498025 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.services.segments.db [None req-c141814f-fff9-4197-86cb-05ccc93f9f77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8624f5c0a0>, '169bb50e-b9ea-407f-a6c4-f5299a7789d0') {'for_net_delete': True} {{(pid=74981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:49:45.498351 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.services.segments.db [None req-c141814f-fff9-4197-86cb-05ccc93f9f77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8624f5c0a0>, '169bb50e-b9ea-407f-a6c4-f5299a7789d0') {} {{(pid=74981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:49:45.513997 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-a93beb67-e088-467b-ac9e-bcaf4c5737f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:45.515051 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-a93beb67-e088-467b-ac9e-bcaf4c5737f8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5 HTTP/1.1" status: 200  len: 850 time: 0.0571096
Sep 10 16:49:45.523938 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-c141814f-fff9-4197-86cb-05ccc93f9f77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763384234424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3598071'] for segment, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:45.553751 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [req-aaf5dc23-74b0-40f7-b3bd-74d7d2537ca1 req-845fc84f-e4f7-44b0-8b89-8055af40c7b4 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] For port 4c443e0f-092b-466e-9f6a-10c61bfdea45, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=4c443e0f-092b-466e-9f6a-10c61bfdea45,segment=NetworkSegment(6eb2f8f1-c8da-4c9d-a136-f484d84339ec),segment_id=6eb2f8f1-c8da-4c9d-a136-f484d84339ec)] {{(pid=74981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:49:45.554067 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-aaf5dc23-74b0-40f7-b3bd-74d7d2537ca1 req-845fc84f-e4f7-44b0-8b89-8055af40c7b4 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:45.600605 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-c17e2c6b-5060-49f8-97fc-09f2d59c0fbe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6dada4db-7034-4535-a3e4-d198e90e5fce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0790038
Sep 10 16:49:45.697361 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-c141814f-fff9-4197-86cb-05ccc93f9f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-567309'] for segment, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:45.706052 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [req-aaf5dc23-74b0-40f7-b3bd-74d7d2537ca1 req-845fc84f-e4f7-44b0-8b89-8055af40c7b4 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Calling delete_port for 4c443e0f-092b-466e-9f6a-10c61bfdea45 owned by compute:nova {{(pid=74981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:49:45.747598 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c141814f-fff9-4197-86cb-05ccc93f9f77 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=74981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 10 16:49:45.748005 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-c141814f-fff9-4197-86cb-05ccc93f9f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2943294'] for segment, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:45.761586 dv-cinder-808473-1-iscsi neutron-server[74981]: Traceback (most recent call last):
Sep 10 16:49:45.761586 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 10 16:49:45.761586 dv-cinder-808473-1-iscsi neutron-server[74981]:     timer()
Sep 10 16:49:45.761586 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 10 16:49:45.761586 dv-cinder-808473-1-iscsi neutron-server[74981]:     cb(*args, **kw)
Sep 10 16:49:45.761586 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Sep 10 16:49:45.761586 dv-cinder-808473-1-iscsi neutron-server[74981]:     return func(*args, **kwargs)
Sep 10 16:49:45.761586 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 10 16:49:45.761586 dv-cinder-808473-1-iscsi neutron-server[74981]:     self._notify()
Sep 10 16:49:45.761586 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 10 16:49:45.761586 dv-cinder-808473-1-iscsi neutron-server[74981]:     self.callback(batched_events)
Sep 10 16:49:45.761586 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 10 16:49:45.761586 dv-cinder-808473-1-iscsi neutron-server[74981]:     event.method(event)
Sep 10 16:49:45.761586 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 10 16:49:45.761586 dv-cinder-808473-1-iscsi neutron-server[74981]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 10 16:49:45.761586 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 10 16:49:45.761586 dv-cinder-808473-1-iscsi neutron-server[74981]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 10 16:49:45.761586 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 10 16:49:45.761586 dv-cinder-808473-1-iscsi neutron-server[74981]:     return f(self, *a, **k)
Sep 10 16:49:45.761586 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 10 16:49:45.761586 dv-cinder-808473-1-iscsi neutron-server[74981]:     return self._get(url).json()
Sep 10 16:49:45.761586 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 10 16:49:45.761586 dv-cinder-808473-1-iscsi neutron-server[74981]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 10 16:49:45.761586 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 10 16:49:45.761586 dv-cinder-808473-1-iscsi neutron-server[74981]:     return self.request(url, 'GET', **kwargs)
Sep 10 16:49:45.761586 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 10 16:49:45.761586 dv-cinder-808473-1-iscsi neutron-server[74981]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 10 16:49:45.761586 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 10 16:49:45.761586 dv-cinder-808473-1-iscsi neutron-server[74981]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 10 16:49:45.761586 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 10 16:49:45.761586 dv-cinder-808473-1-iscsi neutron-server[74981]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 10 16:49:45.761586 dv-cinder-808473-1-iscsi neutron-server[74981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 10 16:49:45.765575 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-905f72b5-2b42-40f4-9546-512929a26f98 service neutron] 10.222.0.24 "GET /v2.0/networks/6dada4db-7034-4535-a3e4-d198e90e5fce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1578591
Sep 10 16:49:45.868941 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-c141814f-fff9-4197-86cb-05ccc93f9f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446813'] for network, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:45.875002 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:45.902017 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c141814f-fff9-4197-86cb-05ccc93f9f77 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac7d09e9-3d2b-4636-9247-f06a1b11aa65,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:45.935436 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-c141814f-fff9-4197-86cb-05ccc93f9f77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for network, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:45.939216 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-c141814f-fff9-4197-86cb-05ccc93f9f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:45.972265 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-c141814f-fff9-4197-86cb-05ccc93f9f77 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ac7d09e9-3d2b-4636-9247-f06a1b11aa65 HTTP/1.1" status: 204  len: 168 time: 1.1440666
Sep 10 16:49:45.985164 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-aaf5dc23-74b0-40f7-b3bd-74d7d2537ca1 req-845fc84f-e4f7-44b0-8b89-8055af40c7b4 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2943309'] for port, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:45.991063 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-9cade877-e01c-4625-afb4-e4295c94d322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:45.998139 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] get_ports_and_sgs() called for port_ids ['4c443e0f-092b-466e-9f6a-10c61bfdea45'] {{(pid=74983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 10 16:49:46.005280 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-a0811dee-7764-4827-ad60-57bf8d5e2f1a req-69fc0894-5ed2-42c0-bc60-d30889b49ffa service neutron] 10.222.0.24 "GET /v2.0/networks/6dada4db-7034-4535-a3e4-d198e90e5fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2326696
Sep 10 16:49:46.017624 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5fa49-056c-4314-9888-a1aca1bc529b req-06c4f637-3b65-43ae-94fe-1865432b97c7 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:46.019098 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-80c5fa49-056c-4314-9888-a1aca1bc529b req-06c4f637-3b65-43ae-94fe-1865432b97c7 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ee9cb60-831a-4659-968c-7e226f9f6ea0 HTTP/1.1" status: 200  len: 944 time: 0.1979628
Sep 10 16:49:46.038638 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845fc84f-e4f7-44b0-8b89-8055af40c7b4 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Pushing event deleted for resources: {'Port': ['ID=4c443e0f-092b-466e-9f6a-10c61bfdea45,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:46.042985 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-845fc84f-e4f7-44b0-8b89-8055af40c7b4 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:46.146923 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 34938) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:49:46.158619 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-80c5fa49-056c-4314-9888-a1aca1bc529b req-1fdbccca-526b-480e-85e2-238a4e8abb3e tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=09bba455-0f8f-4815-8d2d-5535831cfb59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1310823
Sep 10 16:49:46.161475 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf5dc23-74b0-40f7-b3bd-74d7d2537ca1 req-845fc84f-e4f7-44b0-8b89-8055af40c7b4 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] No DVR routers for this DVR port 4c443e0f-092b-466e-9f6a-10c61bfdea45 on host hv-cinder-80847 {{(pid=74981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 10 16:49:46.165010 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-aaf5dc23-74b0-40f7-b3bd-74d7d2537ca1 req-845fc84f-e4f7-44b0-8b89-8055af40c7b4 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:46.167028 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-aaf5dc23-74b0-40f7-b3bd-74d7d2537ca1 req-845fc84f-e4f7-44b0-8b89-8055af40c7b4 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.24 "DELETE /v2.0/ports/4c443e0f-092b-466e-9f6a-10c61bfdea45 HTTP/1.1" status: 204  len: 173 time: 1.1747797
Sep 10 16:49:46.167526 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3e6144-c220-4c7e-b97d-74bbf4d2cbbb', 'name': 'network-vif-deleted', 'tag': '4c443e0f-092b-466e-9f6a-10c61bfdea45'}] {{(pid=74981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:49:46.205943 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9d04e-4248-4b81-af01-612022d1713f req-35509ef1-f9e9-4a25-9b7d-78d0a0929283 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:46.206797 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-71b9d04e-4248-4b81-af01-612022d1713f req-35509ef1-f9e9-4a25-9b7d-78d0a0929283 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Synchronizing usage tracker for tenant:fc4d485616234b49980bd3f8c80da5b5 on resource:port {{(pid=74981) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:49:46.221256 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-71b9d04e-4248-4b81-af01-612022d1713f req-35509ef1-f9e9-4a25-9b7d-78d0a0929283 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Unset dirty status for tenant:fc4d485616234b49980bd3f8c80da5b5 on resource:port {{(pid=74981) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:49:46.227563 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-71b9d04e-4248-4b81-af01-612022d1713f req-35509ef1-f9e9-4a25-9b7d-78d0a0929283 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 945 time: 0.1524673
Sep 10 16:49:46.268582 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3e6144-c220-4c7e-b97d-74bbf4d2cbbb', 'name': 'network-vif-deleted', 'tag': '4c443e0f-092b-466e-9f6a-10c61bfdea45', 'status': 'completed', 'code': 200}
Sep 10 16:49:46.321013 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-1e4f26f6-2590-4515-b43e-da991075e171 req-925f4e13-6480-4574-8880-5e71ee759654 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d0a46baf31fe490992f182c130f37875&device_id=6ee9cb60-831a-4659-968c-7e226f9f6ea0 HTTP/1.1" status: 200  len: 1097 time: 0.2518685
Sep 10 16:49:46.323606 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-71b9d04e-4248-4b81-af01-612022d1713f req-aac7d18d-f29d-4f4d-9f42-4d825e775743 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/security-groups?id=6382df1d-2eb5-4164-8a85-8656b80a37c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850518
Sep 10 16:49:46.337789 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-3a4a716c-5d6a-490b-82a3-f762605f27da admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c08e39318c9847d9a5e91370ba18c602&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1887898
Sep 10 16:49:46.341177 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 34946) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:49:46.476843 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-d38a17da-5949-481f-a8ba-29c73c84eab3 req-709b5eca-2ff0-4e66-bf37-56056b951521 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb3e6144-c220-4c7e-b97d-74bbf4d2cbbb HTTP/1.1" status: 200  len: 210 time: 0.0511622
Sep 10 16:49:46.498719 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-03a6f208-5686-4b6f-ad30-8002a08ac401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:46.519858 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f26f6-2590-4515-b43e-da991075e171 req-d9e26a82-fa91-4d72-beab-618ba73af2d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:46.521287 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-1e4f26f6-2590-4515-b43e-da991075e171 req-d9e26a82-fa91-4d72-beab-618ba73af2d1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6dada4db-7034-4535-a3e4-d198e90e5fce HTTP/1.1" status: 200  len: 912 time: 0.1873438
Sep 10 16:49:46.523747 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-03a6f208-5686-4b6f-ad30-8002a08ac401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:46.574997 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-03a6f208-5686-4b6f-ad30-8002a08ac401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:46.580081 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-71958ab8-dabc-4b0e-a299-e93306dde602 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:46.592251 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-1e4f26f6-2590-4515-b43e-da991075e171 req-498c34c1-138e-4fac-8e7a-3229869dcc85 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef2d05c1-5961-431a-8b90-6a4474439222 HTTP/1.1" status: 200  len: 217 time: 0.0634561
Sep 10 16:49:46.596323 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a6f208-5686-4b6f-ad30-8002a08ac401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564cabe0-7e89-4b45-b555-0715bed9afdf,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:46.600186 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-03a6f208-5686-4b6f-ad30-8002a08ac401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:46.603316 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-03a6f208-5686-4b6f-ad30-8002a08ac401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:46.606879 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-03a6f208-5686-4b6f-ad30-8002a08ac401 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/564cabe0-7e89-4b45-b555-0715bed9afdf HTTP/1.1" status: 204  len: 168 time: 0.2624331
Sep 10 16:49:46.667944 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f26f6-2590-4515-b43e-da991075e171 req-28d2793e-a864-4ddb-891b-040ea3f97538 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:46.669405 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-1e4f26f6-2590-4515-b43e-da991075e171 req-28d2793e-a864-4ddb-891b-040ea3f97538 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5 HTTP/1.1" status: 200  len: 850 time: 0.0639508
Sep 10 16:49:46.785576 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-1e4f26f6-2590-4515-b43e-da991075e171 req-8f80ab2d-86fb-408c-8375-fc7fd945b2fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6dada4db-7034-4535-a3e4-d198e90e5fce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1087778
Sep 10 16:49:46.960085 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-1e4f26f6-2590-4515-b43e-da991075e171 req-c31b3725-0657-443e-a63a-0d95defdc754 service neutron] 10.222.0.24 "GET /v2.0/networks/6dada4db-7034-4535-a3e4-d198e90e5fce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1498451
Sep 10 16:49:47.098673 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-1e4f26f6-2590-4515-b43e-da991075e171 req-2df71852-f730-405f-b6d0-68245cc32840 service neutron] 10.222.0.24 "GET /v2.0/networks/6dada4db-7034-4535-a3e4-d198e90e5fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1306999
Sep 10 16:49:47.361898 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6de64-453b-4af5-a8ac-9f40d7dc0af3 req-83731ce7-78b1-49ae-9d3e-3ff2302fad06 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:47.363385 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-76f6de64-453b-4af5-a8ac-9f40d7dc0af3 req-83731ce7-78b1-49ae-9d3e-3ff2302fad06 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ee9cb60-831a-4659-968c-7e226f9f6ea0 HTTP/1.1" status: 200  len: 944 time: 0.0781558
Sep 10 16:49:47.410377 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-76f6de64-453b-4af5-a8ac-9f40d7dc0af3 req-90415146-1fdd-45d7-b2c4-f43a07262d30 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=09bba455-0f8f-4815-8d2d-5535831cfb59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414238
Sep 10 16:49:47.519897 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f73e0-9808-4021-98c3-8f6824e8ba7f req-2c6f11be-81e9-4860-b5af-853ce8f6910a tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:47.521369 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-6b9f73e0-9808-4021-98c3-8f6824e8ba7f req-2c6f11be-81e9-4860-b5af-853ce8f6910a tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 945 time: 0.0766916
Sep 10 16:49:47.569746 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-6b9f73e0-9808-4021-98c3-8f6824e8ba7f req-f53cc14f-6aea-419c-9101-cf642d957cff tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/security-groups?id=6382df1d-2eb5-4164-8a85-8656b80a37c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429029
Sep 10 16:49:47.896525 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bee38-7dc5-458d-82d2-754a3fb1d530 req-1f1e8e16-b688-4313-b539-7ed0b40bebd6 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:47.897953 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-113bee38-7dc5-458d-82d2-754a3fb1d530 req-1f1e8e16-b688-4313-b539-7ed0b40bebd6 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 945 time: 0.0855892
Sep 10 16:49:47.969866 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [req-113bee38-7dc5-458d-82d2-754a3fb1d530 req-1b1d9f44-2fab-4eff-9f97-7e5f6309957e tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Deleting port ba122eca-fc94-4f9c-9c48-65a89010f765 {{(pid=74982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:49:47.970261 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-113bee38-7dc5-458d-82d2-754a3fb1d530 req-1b1d9f44-2fab-4eff-9f97-7e5f6309957e tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:48.214246 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.db [req-113bee38-7dc5-458d-82d2-754a3fb1d530 req-1b1d9f44-2fab-4eff-9f97-7e5f6309957e tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] For port ba122eca-fc94-4f9c-9c48-65a89010f765, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=ba122eca-fc94-4f9c-9c48-65a89010f765,segment=NetworkSegment(4d4c8392-71b1-4864-ab55-cb7142ee25dc),segment_id=4d4c8392-71b1-4864-ab55-cb7142ee25dc)] {{(pid=74982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:49:48.214604 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-113bee38-7dc5-458d-82d2-754a3fb1d530 req-1b1d9f44-2fab-4eff-9f97-7e5f6309957e tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:48.335933 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [req-113bee38-7dc5-458d-82d2-754a3fb1d530 req-1b1d9f44-2fab-4eff-9f97-7e5f6309957e tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Calling delete_port for ba122eca-fc94-4f9c-9c48-65a89010f765 owned by compute:nova {{(pid=74982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:49:48.492470 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-113bee38-7dc5-458d-82d2-754a3fb1d530 req-1b1d9f44-2fab-4eff-9f97-7e5f6309957e tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:48.502284 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:48.505735 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] get_ports_and_sgs() called for port_ids ['ba122eca-fc94-4f9c-9c48-65a89010f765'] {{(pid=74983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 10 16:49:48.548129 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1d9f44-2fab-4eff-9f97-7e5f6309957e tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Pushing event deleted for resources: {'Port': ['ID=ba122eca-fc94-4f9c-9c48-65a89010f765,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:48.550564 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-1b1d9f44-2fab-4eff-9f97-7e5f6309957e tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:48.624083 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7f0fb-7005-4036-b85d-171f7c0078ff req-97c4290b-9686-4ecf-8865-c1507bc91650 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:48.624663 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-85f7f0fb-7005-4036-b85d-171f7c0078ff req-97c4290b-9686-4ecf-8865-c1507bc91650 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ee9cb60-831a-4659-968c-7e226f9f6ea0 HTTP/1.1" status: 200  len: 944 time: 0.0886002
Sep 10 16:49:48.691121 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-85f7f0fb-7005-4036-b85d-171f7c0078ff req-251a4acd-cd71-4884-a3f8-18c57a71dac5 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=09bba455-0f8f-4815-8d2d-5535831cfb59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0543506
Sep 10 16:49:48.728757 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.l3_dvrscheduler_db [req-113bee38-7dc5-458d-82d2-754a3fb1d530 req-1b1d9f44-2fab-4eff-9f97-7e5f6309957e tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] No DVR routers for this DVR port ba122eca-fc94-4f9c-9c48-65a89010f765 on host hv-cinder-80847 {{(pid=74982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 10 16:49:48.732720 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [req-113bee38-7dc5-458d-82d2-754a3fb1d530 req-1b1d9f44-2fab-4eff-9f97-7e5f6309957e tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:48.763919 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8116b77-02dd-4069-9760-0de211200984', 'name': 'network-vif-deleted', 'tag': 'ba122eca-fc94-4f9c-9c48-65a89010f765'}] {{(pid=74982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:49:48.784788 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-cf86b555-c4bd-4968-a76a-6dc4cdec7771 req-b17df7bf-7099-44b4-ae92-7b421eae5fd3 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 210 time: 0.0585420
Sep 10 16:49:48.791428 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-113bee38-7dc5-458d-82d2-754a3fb1d530 req-1b1d9f44-2fab-4eff-9f97-7e5f6309957e tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.24 "DELETE /v2.0/ports/ba122eca-fc94-4f9c-9c48-65a89010f765 HTTP/1.1" status: 204  len: 173 time: 0.8865495
Sep 10 16:49:48.839184 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8116b77-02dd-4069-9760-0de211200984', 'name': 'network-vif-deleted', 'tag': 'ba122eca-fc94-4f9c-9c48-65a89010f765', 'status': 'completed', 'code': 200}
Sep 10 16:49:49.882639 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b8933-8943-4e4f-833e-dabf9ee41c50 req-f1865f0d-347a-4215-94e2-70c47e4ec80a tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:49.884113 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-e12b8933-8943-4e4f-833e-dabf9ee41c50 req-f1865f0d-347a-4215-94e2-70c47e4ec80a tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ee9cb60-831a-4659-968c-7e226f9f6ea0 HTTP/1.1" status: 200  len: 944 time: 0.0799723
Sep 10 16:49:49.930258 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-e12b8933-8943-4e4f-833e-dabf9ee41c50 req-43c883c8-73a7-439e-99c2-fb0310d74a7b tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=09bba455-0f8f-4815-8d2d-5535831cfb59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400026
Sep 10 16:49:49.960343 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device ef2d05c1-5961-431a-8b90-6a4474439222 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=74983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 10 16:49:49.962658 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 4c443e0f-092b-466e-9f6a-10c61bfdea45 no longer exists at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:49:50.001577 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] No Port match for: 4c443e0f-092b-466e-9f6a-10c61bfdea45 {{(pid=74983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 10 16:49:50.001829 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 4c443e0f-092b-466e-9f6a-10c61bfdea45 not bound to the agent host hv-cinder-80847 {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 10 16:49:50.094177 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-36867d25-8478-4fcf-9e13-b2e088dcf159 req-c5489b8c-ef3c-4b2d-b552-f600df2b55bc tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 210 time: 0.0407658
Sep 10 16:49:50.127093 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port ef2d05c1-5961-431a-8b90-6a4474439222, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=ef2d05c1-5961-431a-8b90-6a4474439222,segment=NetworkSegment(c6538587-d6ad-4ab5-81d5-0156b6242101),segment_id=c6538587-d6ad-4ab5-81d5-0156b6242101)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:49:50.140308 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Returning: {'device': 'ef2d05c1-5961-431a-8b90-6a4474439222', 'network_id': '6dada4db-7034-4535-a3e4-d198e90e5fce', 'port_id': 'ef2d05c1-5961-431a-8b90-6a4474439222', 'mac_address': 'fa:16:3e:52:b2:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 10 16:49:50.190969 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:50.208019 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef2d05c1-5961-431a-8b90-6a4474439222 {{(pid=74983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:49:50.222149 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port ef2d05c1-5961-431a-8b90-6a4474439222, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=ef2d05c1-5961-431a-8b90-6a4474439222,segment=NetworkSegment(c6538587-d6ad-4ab5-81d5-0156b6242101),segment_id=c6538587-d6ad-4ab5-81d5-0156b6242101)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:49:50.226127 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:50.227761 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:50.289341 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=ef2d05c1-5961-431a-8b90-6a4474439222,revision_number=4']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:50.292794 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:51.128018 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55ff78-5bdc-471c-90ee-72a194bf810a req-40064c28-4097-43c6-a21e-c12fb7827263 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:51.129363 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-df55ff78-5bdc-471c-90ee-72a194bf810a req-40064c28-4097-43c6-a21e-c12fb7827263 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ee9cb60-831a-4659-968c-7e226f9f6ea0 HTTP/1.1" status: 200  len: 945 time: 0.0763788
Sep 10 16:49:51.177371 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-df55ff78-5bdc-471c-90ee-72a194bf810a req-5db7adef-c869-4ca7-b134-e770412806f2 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=09bba455-0f8f-4815-8d2d-5535831cfb59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425317
Sep 10 16:49:51.336665 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-49bfbb3f-65bf-4377-8cfd-a306b6ad4931 req-52adc07c-45b7-4caa-9ec2-0599b6ddca72 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Synchronizing usage tracker for tenant:fc4d485616234b49980bd3f8c80da5b5 on resource:port {{(pid=74982) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:49:51.351757 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-49bfbb3f-65bf-4377-8cfd-a306b6ad4931 req-52adc07c-45b7-4caa-9ec2-0599b6ddca72 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Unset dirty status for tenant:fc4d485616234b49980bd3f8c80da5b5 on resource:port {{(pid=74982) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:49:51.353042 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-49bfbb3f-65bf-4377-8cfd-a306b6ad4931 req-52adc07c-45b7-4caa-9ec2-0599b6ddca72 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8116b77-02dd-4069-9760-0de211200984 HTTP/1.1" status: 200  len: 210 time: 0.0579937
Sep 10 16:49:52.001804 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] get_ports_and_sgs() called for port_ids ['ef2d05c1-5961-431a-8b90-6a4474439222'] {{(pid=74983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 10 16:49:52.375058 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0385b-c6f4-43d2-b79b-f79d088c8738 req-fbaa8f14-6385-4416-91bf-35bf179b655f tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:52.376497 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-83d0385b-c6f4-43d2-b79b-f79d088c8738 req-fbaa8f14-6385-4416-91bf-35bf179b655f tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ee9cb60-831a-4659-968c-7e226f9f6ea0 HTTP/1.1" status: 200  len: 945 time: 0.0784161
Sep 10 16:49:52.424656 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-83d0385b-c6f4-43d2-b79b-f79d088c8738 req-e67c2ee8-bc41-44e2-b0a8-2886e9ebd82a tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=09bba455-0f8f-4815-8d2d-5535831cfb59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427282
Sep 10 16:49:53.295057 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 35080) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:49:53.723151 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device ef2d05c1-5961-431a-8b90-6a4474439222 up at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:49:53.733552 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011793d-e864-426b-bfe9-d5861c05df4d req-57bd0f98-1e0d-4f96-ae6a-b4e61fbf41ef tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:53.736277 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-d011793d-e864-426b-bfe9-d5861c05df4d req-57bd0f98-1e0d-4f96-ae6a-b4e61fbf41ef tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ee9cb60-831a-4659-968c-7e226f9f6ea0 HTTP/1.1" status: 200  len: 945 time: 0.1387258
Sep 10 16:49:53.841242 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning for port ef2d05c1-5961-431a-8b90-6a4474439222 completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:49:53.847341 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning complete for port ef2d05c1-5961-431a-8b90-6a4474439222 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:49:53.848218 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:53.882629 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-d011793d-e864-426b-bfe9-d5861c05df4d req-4c164a3a-3184-46cf-a570-ce62fc7b65c3 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=09bba455-0f8f-4815-8d2d-5535831cfb59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0953465
Sep 10 16:49:53.923707 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-d2556028-e1bd-42ae-b0bf-eba6c2403da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-449117'] for router_interface, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:54.009593 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:54.050498 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee9cb60-831a-4659-968c-7e226f9f6ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2d05c1-5961-431a-8b90-6a4474439222'}] {{(pid=74983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:49:54.056776 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port ef2d05c1-5961-431a-8b90-6a4474439222, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=ef2d05c1-5961-431a-8b90-6a4474439222,segment=NetworkSegment(c6538587-d6ad-4ab5-81d5-0156b6242101),segment_id=c6538587-d6ad-4ab5-81d5-0156b6242101)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:49:54.063391 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:54.064684 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device ba122eca-fc94-4f9c-9c48-65a89010f765 no longer exists at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:49:54.109006 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:54.145512 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] No Port match for: ba122eca-fc94-4f9c-9c48-65a89010f765 {{(pid=74983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 10 16:49:54.146043 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device ba122eca-fc94-4f9c-9c48-65a89010f765 not bound to the agent host hv-cinder-80847 {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 10 16:49:54.148555 dv-cinder-808473-1-iscsi neutron-server[74983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee9cb60-831a-4659-968c-7e226f9f6ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2d05c1-5961-431a-8b90-6a4474439222', 'code': 200}
Sep 10 16:49:54.216976 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=ef2d05c1-5961-431a-8b90-6a4474439222,revision_number=5']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:54.220961 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:54.480786 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-27749260-6404-462a-b3de-d26d1db8a4da req-527f850b-78bc-4c37-ae7f-f9bf8a9d70db service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6ee9cb60-831a-4659-968c-7e226f9f6ea0 HTTP/1.1" status: 200  len: 1099 time: 0.1552894
Sep 10 16:49:54.570851 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-27749260-6404-462a-b3de-d26d1db8a4da req-4852509b-0554-4f22-8fbe-c05669333d6e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=09bba455-0f8f-4815-8d2d-5535831cfb59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0822649
Sep 10 16:49:54.739334 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [None req-d2556028-e1bd-42ae-b0bf-eba6c2403da8 admin admin] Deleting port 97affc39-aedc-48ef-9e5f-961ccd335dfc {{(pid=74982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:49:54.740039 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-d2556028-e1bd-42ae-b0bf-eba6c2403da8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:55.023850 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.db [None req-d2556028-e1bd-42ae-b0bf-eba6c2403da8 admin admin] For port 97affc39-aedc-48ef-9e5f-961ccd335dfc, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=97affc39-aedc-48ef-9e5f-961ccd335dfc,segment=NetworkSegment(4d4c8392-71b1-4864-ab55-cb7142ee25dc),segment_id=4d4c8392-71b1-4864-ab55-cb7142ee25dc)] {{(pid=74982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:49:55.024319 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-d2556028-e1bd-42ae-b0bf-eba6c2403da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:55.152464 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f84973-6eff-4833-9dad-dc8244df1138 req-cde8a850-f200-4e21-b7d8-40cd2c3941ab tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:55.154952 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-87f84973-6eff-4833-9dad-dc8244df1138 req-cde8a850-f200-4e21-b7d8-40cd2c3941ab tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ee9cb60-831a-4659-968c-7e226f9f6ea0 HTTP/1.1" status: 200  len: 946 time: 0.1395330
Sep 10 16:49:55.180070 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [None req-d2556028-e1bd-42ae-b0bf-eba6c2403da8 admin admin] Calling delete_port for 97affc39-aedc-48ef-9e5f-961ccd335dfc owned by network:router_interface {{(pid=74982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:49:55.206419 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-e67b4c6e-3864-4a8e-a3ad-fe73ee36d52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:55.244136 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-87f84973-6eff-4833-9dad-dc8244df1138 req-3d71b58b-be34-43d5-b623-e2ae83541440 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=09bba455-0f8f-4815-8d2d-5535831cfb59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0814590
Sep 10 16:49:55.564071 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-d2556028-e1bd-42ae-b0bf-eba6c2403da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:55.568402 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-8186697c-9986-4c34-bf5e-7d8bd0497155 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:55.614096 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2556028-e1bd-42ae-b0bf-eba6c2403da8 admin admin] Pushing event deleted for resources: {'Port': ['ID=97affc39-aedc-48ef-9e5f-961ccd335dfc,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:55.617982 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-d2556028-e1bd-42ae-b0bf-eba6c2403da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:55.646776 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:55.993036 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-d2556028-e1bd-42ae-b0bf-eba6c2403da8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1447749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-449257'] for router_interface, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:56.503488 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c0a73-c9b0-4d43-82d8-349f69ac87be req-3d6eba84-855c-47c3-a10d-d0b526bb6f77 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:56.506327 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-374c0a73-c9b0-4d43-82d8-349f69ac87be req-3d6eba84-855c-47c3-a10d-d0b526bb6f77 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ee9cb60-831a-4659-968c-7e226f9f6ea0 HTTP/1.1" status: 200  len: 946 time: 0.1203616
Sep 10 16:49:56.577721 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-374c0a73-c9b0-4d43-82d8-349f69ac87be req-21fd263d-aff2-4c05-a8d9-7b077fe667d6 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=09bba455-0f8f-4815-8d2d-5535831cfb59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0624065
Sep 10 16:49:56.837040 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a69723-1c92-411d-b193-289a49530c98 req-9a4d69b4-704a-4528-8a62-135b1f43eb36 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:56.838574 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-06a69723-1c92-411d-b193-289a49530c98 req-9a4d69b4-704a-4528-8a62-135b1f43eb36 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ee9cb60-831a-4659-968c-7e226f9f6ea0 HTTP/1.1" status: 200  len: 946 time: 0.1126950
Sep 10 16:49:56.846869 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 35110) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:49:56.852645 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-aa9cfc62-c8cb-4727-a81e-8c0bbbe4316c tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Request body: {'floatingip': {'port_id': 'ef2d05c1-5961-431a-8b90-6a4474439222'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:49:56.937852 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-aa9cfc62-c8cb-4727-a81e-8c0bbbe4316c tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks [] for floatingip, before_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:57.000692 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2556028-e1bd-42ae-b0bf-eba6c2403da8 admin admin] Router 86079ec6-cf79-436f-bafd-44a3262e329f has already been hosted by L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 {{(pid=74982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 10 16:49:57.516111 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-639bbab0-a1a0-4e4d-a07c-85a46acba54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:57.687213 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2556028-e1bd-42ae-b0bf-eba6c2403da8 admin admin] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:49:57.701221 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07679771-f6b2-44af-af40-a41ad005cc19 None None] Sync routers for ids ['86079ec6-cf79-436f-bafd-44a3262e329f'] in dv-cinder-808473-1-iscsi {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:49:57.727745 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-d2556028-e1bd-42ae-b0bf-eba6c2403da8 admin admin] 10.222.0.41 "PUT /v2.0/routers/86079ec6-cf79-436f-bafd-44a3262e329f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4312284
Sep 10 16:49:57.731011 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 35120) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:49:57.742835 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07679771-f6b2-44af-af40-a41ad005cc19 None None] Routers {'86079ec6-cf79-436f-bafd-44a3262e329f'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:49:57.743747 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-07679771-f6b2-44af-af40-a41ad005cc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8625381c40>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:49:57Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['86079ec6-cf79-436f-bafd-44a3262e329f'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:49:57.865412 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-aa9cfc62-c8cb-4727-a81e-8c0bbbe4316c tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:57.872135 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-aa9cfc62-c8cb-4727-a81e-8c0bbbe4316c tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446787'] for floatingip, after_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:58.018746 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-07679771-f6b2-44af-af40-a41ad005cc19 None None] Set router 86079ec6-cf79-436f-bafd-44a3262e329f gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:49:58.146162 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-48de525a-e483-4cf6-9414-495b0a3deeb7 admin admin] Notify callbacks [] for router, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:58.270112 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.db.l3_db [None req-aa9cfc62-c8cb-4727-a81e-8c0bbbe4316c tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Floating IP 3c376d96-124c-4212-971a-d1fd571e34b5 associated. External IP: 172.27.0.190, port: ef2d05c1-5961-431a-8b90-6a4474439222.
Sep 10 16:49:58.425734 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-07679771-f6b2-44af-af40-a41ad005cc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8625381c40>, [{'id': '86079ec6-cf79-436f-bafd-44a3262e329f', 'name': 'tempest-TestMinimumBasicScenario-2058649885-router', 'tenant_id': 'fc4d485616234b49980bd3f8c80da5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd7b3933c-2a7a-40f5-b023-c2e010b71d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:45:57Z', 'updated_at': '2021-09-10T16:49:55Z', 'revision_number': 5, 'project_id': 'fc4d485616234b49980bd3f8c80da5b5', 'gw_port': {'id': 'd7b3933c-2a7a-40f5-b023-c2e010b71d00', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fa:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86079ec6-cf79-436f-bafd-44a3262e329f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:45:58Z', 'updated_at': '2021-09-10T16:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi'}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:49:58.429727 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07679771-f6b2-44af-af40-a41ad005cc19 None None] Checking router: 86079ec6-cf79-436f-bafd-44a3262e329f for host: dv-cinder-808473-1-iscsi {{(pid=74983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:49:58.446500 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07679771-f6b2-44af-af40-a41ad005cc19 None None] Routers {'86079ec6-cf79-436f-bafd-44a3262e329f'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:49:58.449765 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-07679771-f6b2-44af-af40-a41ad005cc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8625381c40>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:49:57Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['86079ec6-cf79-436f-bafd-44a3262e329f'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:49:58.515845 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-48de525a-e483-4cf6-9414-495b0a3deeb7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:58.534503 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [None req-48de525a-e483-4cf6-9414-495b0a3deeb7 admin admin] Deleting port d7b3933c-2a7a-40f5-b023-c2e010b71d00 {{(pid=74981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:49:58.534903 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-48de525a-e483-4cf6-9414-495b0a3deeb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:58.538865 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:58.693372 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-07679771-f6b2-44af-af40-a41ad005cc19 None None] Set router 86079ec6-cf79-436f-bafd-44a3262e329f gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:49:58.794043 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [None req-48de525a-e483-4cf6-9414-495b0a3deeb7 admin admin] For port d7b3933c-2a7a-40f5-b023-c2e010b71d00, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=d7b3933c-2a7a-40f5-b023-c2e010b71d00,segment=NetworkSegment(7f0f17d1-ee65-42aa-885b-938bb9d3cd64),segment_id=7f0f17d1-ee65-42aa-885b-938bb9d3cd64)] {{(pid=74981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:49:58.794675 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-48de525a-e483-4cf6-9414-495b0a3deeb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:58.837298 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9cfc62-c8cb-4727-a81e-8c0bbbe4316c tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Router 83d55671-1489-406c-b5c7-9f5f3a763726 has already been hosted by L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 {{(pid=74982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 10 16:49:58.998179 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [None req-48de525a-e483-4cf6-9414-495b0a3deeb7 admin admin] Calling delete_port for d7b3933c-2a7a-40f5-b023-c2e010b71d00 owned by network:router_gateway {{(pid=74981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:49:59.039445 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-07679771-f6b2-44af-af40-a41ad005cc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8625381c40>, [{'id': '86079ec6-cf79-436f-bafd-44a3262e329f', 'name': 'tempest-TestMinimumBasicScenario-2058649885-router', 'tenant_id': 'fc4d485616234b49980bd3f8c80da5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd7b3933c-2a7a-40f5-b023-c2e010b71d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:45:57Z', 'updated_at': '2021-09-10T16:49:55Z', 'revision_number': 5, 'project_id': 'fc4d485616234b49980bd3f8c80da5b5', 'gw_port': {'id': 'd7b3933c-2a7a-40f5-b023-c2e010b71d00', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fa:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86079ec6-cf79-436f-bafd-44a3262e329f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:45:58Z', 'updated_at': '2021-09-10T16:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi'}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:49:59.044424 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07679771-f6b2-44af-af40-a41ad005cc19 None None] The sync data for ids ['86079ec6-cf79-436f-bafd-44a3262e329f'] in dv-cinder-808473-1-iscsi is: [{'id': '86079ec6-cf79-436f-bafd-44a3262e329f', 'name': 'tempest-TestMinimumBasicScenario-2058649885-router', 'tenant_id': 'fc4d485616234b49980bd3f8c80da5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd7b3933c-2a7a-40f5-b023-c2e010b71d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:45:57Z', 'updated_at': '2021-09-10T16:49:55Z', 'revision_number': 5, 'project_id': 'fc4d485616234b49980bd3f8c80da5b5', 'gw_port': {'id': 'd7b3933c-2a7a-40f5-b023-c2e010b71d00', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fa:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86079ec6-cf79-436f-bafd-44a3262e329f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:45:58Z', 'updated_at': '2021-09-10T16:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi'}] {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:49:59.164453 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9cfc62-c8cb-4727-a81e-8c0bbbe4316c tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:49:59.169536 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-aa9cfc62-c8cb-4727-a81e-8c0bbbe4316c tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for floatingip, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:59.176313 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3841132e-8b27-4bbc-9686-d5215a891474 None None] Sync routers for ids ['83d55671-1489-406c-b5c7-9f5f3a763726'] in dv-cinder-808473-1-iscsi {{(pid=74984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:49:59.194801 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3841132e-8b27-4bbc-9686-d5215a891474 None None] Routers {'83d55671-1489-406c-b5c7-9f5f3a763726'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:49:59.195426 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-3841132e-8b27-4bbc-9686-d5215a891474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8625582ac0>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:49:57Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['83d55671-1489-406c-b5c7-9f5f3a763726'], 'active': True} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:49:59.244122 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-48de525a-e483-4cf6-9414-495b0a3deeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2943309'] for port, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:59.263916 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-aa9cfc62-c8cb-4727-a81e-8c0bbbe4316c tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "PUT /v2.0/floatingips/3c376d96-124c-4212-971a-d1fd571e34b5 HTTP/1.1" status: 200  len: 992 time: 2.4159796
Sep 10 16:49:59.264546 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ee9cb60-831a-4659-968c-7e226f9f6ea0', 'tag': 'ef2d05c1-5961-431a-8b90-6a4474439222'}] {{(pid=74982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:49:59.297505 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-16a0c557-db92-449c-820a-b67c2f1a8570 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:49:59.372693 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de525a-e483-4cf6-9414-495b0a3deeb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7b3933c-2a7a-40f5-b023-c2e010b71d00,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:49:59.433083 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ee9cb60-831a-4659-968c-7e226f9f6ea0', 'tag': 'ef2d05c1-5961-431a-8b90-6a4474439222', 'status': 'completed', 'code': 200}
Sep 10 16:49:59.488379 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvr_db [None req-3841132e-8b27-4bbc-9686-d5215a891474 None None] Set router 83d55671-1489-406c-b5c7-9f5f3a763726 gateway port host: dv-cinder-808473-1-iscsi {{(pid=74984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:49:59.584503 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-48f0580e-03d2-44f6-9b76-00a9e81d36a8 req-2a36d267-05ae-461f-88fc-2db453c05c48 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d0a46baf31fe490992f182c130f37875&device_id=6ee9cb60-831a-4659-968c-7e226f9f6ea0 HTTP/1.1" status: 200  len: 1099 time: 0.1280077
Sep 10 16:49:59.603518 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48de525a-e483-4cf6-9414-495b0a3deeb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:49:59.604292 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48de525a-e483-4cf6-9414-495b0a3deeb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:49:59.604822 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48de525a-e483-4cf6-9414-495b0a3deeb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:49:59.605342 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48de525a-e483-4cf6-9414-495b0a3deeb7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:49:59.605860 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48de525a-e483-4cf6-9414-495b0a3deeb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:49:59.606679 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48de525a-e483-4cf6-9414-495b0a3deeb7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:49:59.607314 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48de525a-e483-4cf6-9414-495b0a3deeb7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:49:59.607941 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48de525a-e483-4cf6-9414-495b0a3deeb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:49:59.608454 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48de525a-e483-4cf6-9414-495b0a3deeb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:49:59.608955 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48de525a-e483-4cf6-9414-495b0a3deeb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:49:59.609601 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48de525a-e483-4cf6-9414-495b0a3deeb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:49:59.617477 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-48de525a-e483-4cf6-9414-495b0a3deeb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:49:59.740268 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0580e-03d2-44f6-9b76-00a9e81d36a8 req-770d99e9-c886-4e74-b886-e2324ce6216a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:49:59.741843 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-48f0580e-03d2-44f6-9b76-00a9e81d36a8 req-770d99e9-c886-4e74-b886-e2324ce6216a service neutron] 10.222.0.24 "GET /v2.0/networks?id=6dada4db-7034-4535-a3e4-d198e90e5fce HTTP/1.1" status: 200  len: 912 time: 0.1505408
Sep 10 16:49:59.859017 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-48de525a-e483-4cf6-9414-495b0a3deeb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446838'] for router_gateway, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:49:59.890499 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-48f0580e-03d2-44f6-9b76-00a9e81d36a8 req-9c28b55a-f244-4cb8-862d-92dfd767f57e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef2d05c1-5961-431a-8b90-6a4474439222 HTTP/1.1" status: 200  len: 1000 time: 0.1399484
Sep 10 16:49:59.923988 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 97affc39-aedc-48ef-9e5f-961ccd335dfc no longer exists at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:49:59.945263 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-3841132e-8b27-4bbc-9686-d5215a891474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8625582ac0>, [{'id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'name': 'tempest-AttachVolumeTestJSON-1565047691-router', 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'aa012124-f910-4ae0-9e02-60fd3cddabb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:43:50Z', 'revision_number': 4, 'project_id': 'd0a46baf31fe490992f182c130f37875', 'gw_port': {'id': 'aa012124-f910-4ae0-9e02-60fd3cddabb5', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:33Z', 'updated_at': '2021-09-10T16:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_floatingips': [{'id': '3c376d96-124c-4212-971a-d1fd571e34b5', 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'floating_ip_address': '172.27.0.190', 'floating_network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'router_id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'port_id': 'ef2d05c1-5961-431a-8b90-6a4474439222', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dada4db-7034-4535-a3e4-d198e90e5fce', 'mac_address': 'fa:16:3e:52:b2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee9cb60-831a-4659-968c-7e226f9f6ea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:49:36Z', 'updated_at': '2021-09-10T16:49:57Z', 'revision_number': 1, 'project_id': 'd0a46baf31fe490992f182c130f37875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eebf41e6-278b-445f-b2e3-c376b3ab9b06', 'name': '', 'network_id': '6dada4db-7034-4535-a3e4-d198e90e5fce', 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'mac_address': 'fa:16:3e:d3:4d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:47Z', 'updated_at': '2021-09-10T16:44:23Z', 'revision_number': 5, 'project_id': 'd0a46baf31fe490992f182c130f37875', 'subnets': [{'id': 'ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:49:59.959570 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3841132e-8b27-4bbc-9686-d5215a891474 None None] Checking router: 83d55671-1489-406c-b5c7-9f5f3a763726 for host: dv-cinder-808473-1-iscsi {{(pid=74984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:49:59.996634 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3841132e-8b27-4bbc-9686-d5215a891474 None None] Routers {'83d55671-1489-406c-b5c7-9f5f3a763726'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:49:59.998072 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-3841132e-8b27-4bbc-9686-d5215a891474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8625582ac0>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:49:57Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['83d55671-1489-406c-b5c7-9f5f3a763726'], 'active': True} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:50:00.001274 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0580e-03d2-44f6-9b76-00a9e81d36a8 req-d983d0ae-75d8-4646-9d3a-269b5362d4cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:00.003498 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-48f0580e-03d2-44f6-9b76-00a9e81d36a8 req-d983d0ae-75d8-4646-9d3a-269b5362d4cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5 HTTP/1.1" status: 200  len: 850 time: 0.1059327
Sep 10 16:50:00.016241 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] No Port match for: 97affc39-aedc-48ef-9e5f-961ccd335dfc {{(pid=74983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 10 16:50:00.016596 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 97affc39-aedc-48ef-9e5f-961ccd335dfc not bound to the agent host dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 10 16:50:00.028967 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:00.108671 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-48f0580e-03d2-44f6-9b76-00a9e81d36a8 req-c5610671-e26b-4216-ae8e-325777532a17 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6dada4db-7034-4535-a3e4-d198e90e5fce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0978000
Sep 10 16:50:00.272163 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-48de525a-e483-4cf6-9414-495b0a3deeb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16218'] for router, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:00.276929 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-48de525a-e483-4cf6-9414-495b0a3deeb7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:00.308056 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-48de525a-e483-4cf6-9414-495b0a3deeb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-448530'] for router, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:00.308717 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48de525a-e483-4cf6-9414-495b0a3deeb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86079ec6-cf79-436f-bafd-44a3262e329f {{(pid=74981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Sep 10 16:50:00.325129 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-48de525a-e483-4cf6-9414-495b0a3deeb7 admin admin] Notify callbacks [] for router, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:00.326506 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-48de525a-e483-4cf6-9414-495b0a3deeb7 admin admin] 10.222.0.41 "DELETE /v2.0/routers/86079ec6-cf79-436f-bafd-44a3262e329f HTTP/1.1" status: 204  len: 168 time: 2.5942767
Sep 10 16:50:00.329111 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 35138) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:50:00.375416 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-48f0580e-03d2-44f6-9b76-00a9e81d36a8 req-716bf721-c1e5-4347-977e-572dae100f21 service neutron] 10.222.0.24 "GET /v2.0/networks/6dada4db-7034-4535-a3e4-d198e90e5fce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2605097
Sep 10 16:50:00.394901 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvr_db [None req-3841132e-8b27-4bbc-9686-d5215a891474 None None] Set router 83d55671-1489-406c-b5c7-9f5f3a763726 gateway port host: dv-cinder-808473-1-iscsi {{(pid=74984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:50:00.433221 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaaa7025-92eb-4d24-b6c8-0d8d9282ccce admin admin] Deleting subnet b2a6a202-e984-477a-b2bc-2943af00e18d {{(pid=74981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 10 16:50:00.437650 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-eaaa7025-92eb-4d24-b6c8-0d8d9282ccce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:00.518330 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-eaaa7025-92eb-4d24-b6c8-0d8d9282ccce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3598062'] for subnet, precommit_delete_associations {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:00.576928 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-48f0580e-03d2-44f6-9b76-00a9e81d36a8 req-0814a766-5550-40bc-871a-6b306da5dc53 service neutron] 10.222.0.24 "GET /v2.0/networks/6dada4db-7034-4535-a3e4-d198e90e5fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1982894
Sep 10 16:50:00.672830 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-eaaa7025-92eb-4d24-b6c8-0d8d9282ccce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-567488'] for subnet, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:00.759843 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-eaaa7025-92eb-4d24-b6c8-0d8d9282ccce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2943328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3362714'] for subnet, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:00.764042 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:50:00.812060 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa7025-92eb-4d24-b6c8-0d8d9282ccce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2a6a202-e984-477a-b2bc-2943af00e18d,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:50:00.815471 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-eaaa7025-92eb-4d24-b6c8-0d8d9282ccce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:50:00.820905 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-eaaa7025-92eb-4d24-b6c8-0d8d9282ccce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for subnet, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:00.828613 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc633635-7551-43c7-b5d1-86d3c30d32b3 None None] Network fab5f826-fa9d-49ba-ac0c-578581e924e4 requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:50:00.829370 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-eaaa7025-92eb-4d24-b6c8-0d8d9282ccce admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b2a6a202-e984-477a-b2bc-2943af00e18d HTTP/1.1" status: 204  len: 168 time: 0.4985511
Sep 10 16:50:00.831925 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 35144) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:50:00.956751 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-3841132e-8b27-4bbc-9686-d5215a891474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8625582ac0>, [{'id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'name': 'tempest-AttachVolumeTestJSON-1565047691-router', 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'aa012124-f910-4ae0-9e02-60fd3cddabb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:43:50Z', 'revision_number': 4, 'project_id': 'd0a46baf31fe490992f182c130f37875', 'gw_port': {'id': 'aa012124-f910-4ae0-9e02-60fd3cddabb5', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:33Z', 'updated_at': '2021-09-10T16:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_floatingips': [{'id': '3c376d96-124c-4212-971a-d1fd571e34b5', 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'floating_ip_address': '172.27.0.190', 'floating_network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'router_id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'port_id': 'ef2d05c1-5961-431a-8b90-6a4474439222', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dada4db-7034-4535-a3e4-d198e90e5fce', 'mac_address': 'fa:16:3e:52:b2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee9cb60-831a-4659-968c-7e226f9f6ea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:49:36Z', 'updated_at': '2021-09-10T16:49:57Z', 'revision_number': 1, 'project_id': 'd0a46baf31fe490992f182c130f37875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eebf41e6-278b-445f-b2e3-c376b3ab9b06', 'name': '', 'network_id': '6dada4db-7034-4535-a3e4-d198e90e5fce', 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'mac_address': 'fa:16:3e:d3:4d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:47Z', 'updated_at': '2021-09-10T16:44:23Z', 'revision_number': 5, 'project_id': 'd0a46baf31fe490992f182c130f37875', 'subnets': [{'id': 'ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:50:00.970924 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3841132e-8b27-4bbc-9686-d5215a891474 None None] The sync data for ids ['83d55671-1489-406c-b5c7-9f5f3a763726'] in dv-cinder-808473-1-iscsi is: [{'id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'name': 'tempest-AttachVolumeTestJSON-1565047691-router', 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'aa012124-f910-4ae0-9e02-60fd3cddabb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:43:50Z', 'revision_number': 4, 'project_id': 'd0a46baf31fe490992f182c130f37875', 'gw_port': {'id': 'aa012124-f910-4ae0-9e02-60fd3cddabb5', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:33Z', 'updated_at': '2021-09-10T16:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_floatingips': [{'id': '3c376d96-124c-4212-971a-d1fd571e34b5', 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'floating_ip_address': '172.27.0.190', 'floating_network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'router_id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'port_id': 'ef2d05c1-5961-431a-8b90-6a4474439222', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dada4db-7034-4535-a3e4-d198e90e5fce', 'mac_address': 'fa:16:3e:52:b2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee9cb60-831a-4659-968c-7e226f9f6ea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:49:36Z', 'updated_at': '2021-09-10T16:49:57Z', 'revision_number': 1, 'project_id': 'd0a46baf31fe490992f182c130f37875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eebf41e6-278b-445f-b2e3-c376b3ab9b06', 'name': '', 'network_id': '6dada4db-7034-4535-a3e4-d198e90e5fce', 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'mac_address': 'fa:16:3e:d3:4d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:47Z', 'updated_at': '2021-09-10T16:44:23Z', 'revision_number': 5, 'project_id': 'd0a46baf31fe490992f182c130f37875', 'subnets': [{'id': 'ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:50:00.985447 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3ca8283a-245e-423c-b2b9-95ac541d24a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630774'] for network, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:01.006730 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [None req-3ca8283a-245e-423c-b2b9-95ac541d24a4 admin admin] Deleting port 40b0b0ba-2ed7-4a58-ada8-ae3135509d41 {{(pid=74981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:50:01.006730 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3ca8283a-245e-423c-b2b9-95ac541d24a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:01.153888 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6b71fc-b698-49ac-a12b-a41495a587ab None None] DHCP port deletion for fab5f826-fa9d-49ba-ac0c-578581e924e4 request from dv-cinder-808473-1-iscsi {{(pid=74983) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Sep 10 16:50:01.159185 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-dc6b71fc-b698-49ac-a12b-a41495a587ab None None] Deleting port 40b0b0ba-2ed7-4a58-ada8-ae3135509d41 {{(pid=74983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:50:01.159868 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-dc6b71fc-b698-49ac-a12b-a41495a587ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:01.307391 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [None req-3ca8283a-245e-423c-b2b9-95ac541d24a4 admin admin] For port 40b0b0ba-2ed7-4a58-ada8-ae3135509d41, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=40b0b0ba-2ed7-4a58-ada8-ae3135509d41,segment=NetworkSegment(4d4c8392-71b1-4864-ab55-cb7142ee25dc),segment_id=4d4c8392-71b1-4864-ab55-cb7142ee25dc)] {{(pid=74981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:50:01.308243 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3ca8283a-245e-423c-b2b9-95ac541d24a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:01.442620 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-dc6b71fc-b698-49ac-a12b-a41495a587ab None None] For port 40b0b0ba-2ed7-4a58-ada8-ae3135509d41, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=40b0b0ba-2ed7-4a58-ada8-ae3135509d41,segment=NetworkSegment(4d4c8392-71b1-4864-ab55-cb7142ee25dc),segment_id=4d4c8392-71b1-4864-ab55-cb7142ee25dc)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:50:01.443521 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-dc6b71fc-b698-49ac-a12b-a41495a587ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:01.569125 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f768b0-e24b-48b8-9d63-0d46529f2931 None None] New status for floating IP 3c376d96-124c-4212-971a-d1fd571e34b5: ACTIVE {{(pid=74983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 10 16:50:01.596583 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [None req-3ca8283a-245e-423c-b2b9-95ac541d24a4 admin admin] Calling delete_port for 40b0b0ba-2ed7-4a58-ada8-ae3135509d41 owned by network:dhcp {{(pid=74981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:50:01.626160 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-dc6b71fc-b698-49ac-a12b-a41495a587ab None None] Calling delete_port for 40b0b0ba-2ed7-4a58-ada8-ae3135509d41 owned by network:dhcp {{(pid=74983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:50:01.679566 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3ca8283a-245e-423c-b2b9-95ac541d24a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2943309'] for port, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:01.684611 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-e04aa761-0469-4d21-a7ef-0850ca262dca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:50:01.730361 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca8283a-245e-423c-b2b9-95ac541d24a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=40b0b0ba-2ed7-4a58-ada8-ae3135509d41,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:50:01.775564 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-3ca8283a-245e-423c-b2b9-95ac541d24a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:50:01.776968 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca8283a-245e-423c-b2b9-95ac541d24a4 admin admin] No DVR routers for this DVR port 40b0b0ba-2ed7-4a58-ada8-ae3135509d41 on host dv-cinder-808473-1-iscsi {{(pid=74981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 10 16:50:01.889354 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 6 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 16:50:01.916391 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.db.api [None req-dc6b71fc-b698-49ac-a12b-a41495a587ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74983) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 10 16:50:01.916790 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_db.api [None req-dc6b71fc-b698-49ac-a12b-a41495a587ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 10 16:50:01.944179 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3ca8283a-245e-423c-b2b9-95ac541d24a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571207', 'neutron.services.segments.db._delete_segments_for_network-8763384148637'] for network, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:01.944549 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device d7b3933c-2a7a-40f5-b023-c2e010b71d00 no longer exists at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:50:01.959088 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.services.segments.db [None req-3ca8283a-245e-423c-b2b9-95ac541d24a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f86248830d0>,) {'filters': {'network_id': ['fab5f826-fa9d-49ba-ac0c-578581e924e4']}} {{(pid=74981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:50:01.975653 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.services.segments.db [None req-3ca8283a-245e-423c-b2b9-95ac541d24a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f86248830d0>, '4d4c8392-71b1-4864-ab55-cb7142ee25dc') {'for_net_delete': True} {{(pid=74981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:50:01.976309 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.services.segments.db [None req-3ca8283a-245e-423c-b2b9-95ac541d24a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f86248830d0>, '4d4c8392-71b1-4864-ab55-cb7142ee25dc') {} {{(pid=74981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:50:01.980568 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] No Port match for: d7b3933c-2a7a-40f5-b023-c2e010b71d00 {{(pid=74983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 10 16:50:01.980917 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device d7b3933c-2a7a-40f5-b023-c2e010b71d00 not bound to the agent host dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 10 16:50:01.981385 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 40b0b0ba-2ed7-4a58-ada8-ae3135509d41 no longer exists at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:50:01.992586 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3ca8283a-245e-423c-b2b9-95ac541d24a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763384234424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3598071'] for segment, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:02.016538 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3ca8283a-245e-423c-b2b9-95ac541d24a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-567309'] for segment, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:02.021657 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] No Port match for: 40b0b0ba-2ed7-4a58-ada8-ae3135509d41 {{(pid=74983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 10 16:50:02.022017 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 40b0b0ba-2ed7-4a58-ada8-ae3135509d41 not bound to the agent host dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 10 16:50:02.029109 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ca8283a-245e-423c-b2b9-95ac541d24a4 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=74981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 10 16:50:02.030290 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3ca8283a-245e-423c-b2b9-95ac541d24a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2943294'] for segment, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:02.049018 dv-cinder-808473-1-iscsi neutron-server[74981]: Traceback (most recent call last):
Sep 10 16:50:02.049018 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 10 16:50:02.049018 dv-cinder-808473-1-iscsi neutron-server[74981]:     timer()
Sep 10 16:50:02.049018 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 10 16:50:02.049018 dv-cinder-808473-1-iscsi neutron-server[74981]:     cb(*args, **kw)
Sep 10 16:50:02.049018 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Sep 10 16:50:02.049018 dv-cinder-808473-1-iscsi neutron-server[74981]:     return func(*args, **kwargs)
Sep 10 16:50:02.049018 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 10 16:50:02.049018 dv-cinder-808473-1-iscsi neutron-server[74981]:     self._notify()
Sep 10 16:50:02.049018 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 10 16:50:02.049018 dv-cinder-808473-1-iscsi neutron-server[74981]:     self.callback(batched_events)
Sep 10 16:50:02.049018 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 10 16:50:02.049018 dv-cinder-808473-1-iscsi neutron-server[74981]:     event.method(event)
Sep 10 16:50:02.049018 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 10 16:50:02.049018 dv-cinder-808473-1-iscsi neutron-server[74981]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 10 16:50:02.049018 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 10 16:50:02.049018 dv-cinder-808473-1-iscsi neutron-server[74981]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 10 16:50:02.049018 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 10 16:50:02.049018 dv-cinder-808473-1-iscsi neutron-server[74981]:     return f(self, *a, **k)
Sep 10 16:50:02.049018 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 10 16:50:02.049018 dv-cinder-808473-1-iscsi neutron-server[74981]:     return self._get(url).json()
Sep 10 16:50:02.049018 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 10 16:50:02.049018 dv-cinder-808473-1-iscsi neutron-server[74981]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 10 16:50:02.049018 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 10 16:50:02.049018 dv-cinder-808473-1-iscsi neutron-server[74981]:     return self.request(url, 'GET', **kwargs)
Sep 10 16:50:02.049018 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 10 16:50:02.049018 dv-cinder-808473-1-iscsi neutron-server[74981]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 10 16:50:02.049018 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 10 16:50:02.049018 dv-cinder-808473-1-iscsi neutron-server[74981]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 10 16:50:02.049018 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 10 16:50:02.049018 dv-cinder-808473-1-iscsi neutron-server[74981]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 10 16:50:02.049018 dv-cinder-808473-1-iscsi neutron-server[74981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 10 16:50:02.167828 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3ca8283a-245e-423c-b2b9-95ac541d24a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446813'] for network, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:02.172899 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3ca8283a-245e-423c-b2b9-95ac541d24a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for network, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:02.175944 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-6b08a20d-de3a-43fe-8b53-4c76528259c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:50:02.201427 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca8283a-245e-423c-b2b9-95ac541d24a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fab5f826-fa9d-49ba-ac0c-578581e924e4,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:50:02.203826 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-3ca8283a-245e-423c-b2b9-95ac541d24a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:50:02.215907 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-3ca8283a-245e-423c-b2b9-95ac541d24a4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/fab5f826-fa9d-49ba-ac0c-578581e924e4 HTTP/1.1" status: 204  len: 168 time: 1.3826299
Sep 10 16:50:02.218802 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 35158) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:50:02.418403 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-dc6b71fc-b698-49ac-a12b-a41495a587ab None None] Deleting port 40b0b0ba-2ed7-4a58-ada8-ae3135509d41 {{(pid=74983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:50:02.419302 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-dc6b71fc-b698-49ac-a12b-a41495a587ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:02.506962 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-dc6b71fc-b698-49ac-a12b-a41495a587ab None None] The port '40b0b0ba-2ed7-4a58-ada8-ae3135509d41' was deleted {{(pid=74983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Sep 10 16:50:02.856783 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-d4b53c8a-bee8-4230-b95f-5c7749959281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-449117'] for router_interface, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:03.578726 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [None req-d4b53c8a-bee8-4230-b95f-5c7749959281 admin admin] Deleting port 72cdfe61-dadd-47ca-9bfd-f38b9d47f2ed {{(pid=74982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:50:03.579398 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-d4b53c8a-bee8-4230-b95f-5c7749959281 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:03.786453 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.db [None req-d4b53c8a-bee8-4230-b95f-5c7749959281 admin admin] For port 72cdfe61-dadd-47ca-9bfd-f38b9d47f2ed, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=72cdfe61-dadd-47ca-9bfd-f38b9d47f2ed,segment=NetworkSegment(c7374338-ac9b-4c9c-98f8-fa53905b5e04),segment_id=c7374338-ac9b-4c9c-98f8-fa53905b5e04)] {{(pid=74982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:50:03.786994 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-d4b53c8a-bee8-4230-b95f-5c7749959281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:03.914492 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [None req-d4b53c8a-bee8-4230-b95f-5c7749959281 admin admin] Calling delete_port for 72cdfe61-dadd-47ca-9bfd-f38b9d47f2ed owned by network:router_interface {{(pid=74982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:50:04.115977 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-d4b53c8a-bee8-4230-b95f-5c7749959281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:04.121580 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-9e5315b6-6373-4616-a31b-5527455216c9 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:50:04.170237 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b53c8a-bee8-4230-b95f-5c7749959281 admin admin] Pushing event deleted for resources: {'Port': ['ID=72cdfe61-dadd-47ca-9bfd-f38b9d47f2ed,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:50:04.245478 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b53c8a-bee8-4230-b95f-5c7749959281 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:50:04.245846 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b53c8a-bee8-4230-b95f-5c7749959281 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:50:04.246263 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b53c8a-bee8-4230-b95f-5c7749959281 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:50:04.246647 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b53c8a-bee8-4230-b95f-5c7749959281 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:50:04.246992 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b53c8a-bee8-4230-b95f-5c7749959281 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:50:04.247345 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b53c8a-bee8-4230-b95f-5c7749959281 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:50:04.247700 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b53c8a-bee8-4230-b95f-5c7749959281 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:50:04.248054 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b53c8a-bee8-4230-b95f-5c7749959281 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:50:04.248403 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b53c8a-bee8-4230-b95f-5c7749959281 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:50:04.248756 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b53c8a-bee8-4230-b95f-5c7749959281 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:50:04.249098 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b53c8a-bee8-4230-b95f-5c7749959281 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:50:04.260793 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-d4b53c8a-bee8-4230-b95f-5c7749959281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:50:04.650806 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-d4b53c8a-bee8-4230-b95f-5c7749959281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1447749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-449257'] for router_interface, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:05.355803 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b53c8a-bee8-4230-b95f-5c7749959281 admin admin] Router 4777dcf5-0b99-48dd-a156-844e0b194162 has already been hosted by L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 {{(pid=74982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 10 16:50:05.579580 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b53c8a-bee8-4230-b95f-5c7749959281 admin admin] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:50:05.589186 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-d4b53c8a-bee8-4230-b95f-5c7749959281 admin admin] 10.222.0.41 "PUT /v2.0/routers/4777dcf5-0b99-48dd-a156-844e0b194162/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3690715
Sep 10 16:50:05.591633 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 35186) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:50:05.592478 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c6e4ab-dd82-4854-be9e-7876747a38d1 None None] Sync routers for ids ['4777dcf5-0b99-48dd-a156-844e0b194162'] in dv-cinder-808473-1-iscsi {{(pid=74984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:50:05.607042 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c6e4ab-dd82-4854-be9e-7876747a38d1 None None] Routers {'4777dcf5-0b99-48dd-a156-844e0b194162'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:50:05.607754 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-94c6e4ab-dd82-4854-be9e-7876747a38d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8625a45760>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:49:57Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['4777dcf5-0b99-48dd-a156-844e0b194162'], 'active': True} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:50:05.809136 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvr_db [None req-94c6e4ab-dd82-4854-be9e-7876747a38d1 None None] Set router 4777dcf5-0b99-48dd-a156-844e0b194162 gateway port host: dv-cinder-808473-1-iscsi {{(pid=74984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:50:05.834224 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-572392b9-736d-4880-a83c-f3c39490e3a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:05.984936 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:06.112845 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-572392b9-736d-4880-a83c-f3c39490e3a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:06.130940 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [None req-572392b9-736d-4880-a83c-f3c39490e3a0 admin admin] Deleting port a3a85f04-cc7e-4a55-9076-630dd3d70e80 {{(pid=74982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:50:06.131405 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-572392b9-736d-4880-a83c-f3c39490e3a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:06.378261 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-94c6e4ab-dd82-4854-be9e-7876747a38d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8625a45760>, [{'id': '4777dcf5-0b99-48dd-a156-844e0b194162', 'name': 'tempest-TestMinimumBasicScenario-1647776361-router', 'tenant_id': '8db4df7a7d6f4d16b94ba33cfca13b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'a3a85f04-cc7e-4a55-9076-630dd3d70e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:05Z', 'updated_at': '2021-09-10T16:50:04Z', 'revision_number': 5, 'project_id': '8db4df7a7d6f4d16b94ba33cfca13b68', 'gw_port': {'id': 'a3a85f04-cc7e-4a55-9076-630dd3d70e80', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:1e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4777dcf5-0b99-48dd-a156-844e0b194162', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:06Z', 'updated_at': '2021-09-10T16:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi'}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:50:06.383060 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c6e4ab-dd82-4854-be9e-7876747a38d1 None None] Checking router: 4777dcf5-0b99-48dd-a156-844e0b194162 for host: dv-cinder-808473-1-iscsi {{(pid=74984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:50:06.395180 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c6e4ab-dd82-4854-be9e-7876747a38d1 None None] Routers {'4777dcf5-0b99-48dd-a156-844e0b194162'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:50:06.395799 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-94c6e4ab-dd82-4854-be9e-7876747a38d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8625a45760>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:49:57Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['4777dcf5-0b99-48dd-a156-844e0b194162'], 'active': True} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:50:06.509652 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.db [None req-572392b9-736d-4880-a83c-f3c39490e3a0 admin admin] For port a3a85f04-cc7e-4a55-9076-630dd3d70e80, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=a3a85f04-cc7e-4a55-9076-630dd3d70e80,segment=NetworkSegment(7f0f17d1-ee65-42aa-885b-938bb9d3cd64),segment_id=7f0f17d1-ee65-42aa-885b-938bb9d3cd64)] {{(pid=74982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:50:06.510314 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-572392b9-736d-4880-a83c-f3c39490e3a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:06.575081 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvr_db [None req-94c6e4ab-dd82-4854-be9e-7876747a38d1 None None] Set router 4777dcf5-0b99-48dd-a156-844e0b194162 gateway port host: None {{(pid=74984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:50:06.646426 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [None req-572392b9-736d-4880-a83c-f3c39490e3a0 admin admin] Calling delete_port for a3a85f04-cc7e-4a55-9076-630dd3d70e80 owned by network:router_gateway {{(pid=74982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:50:06.696101 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-94c6e4ab-dd82-4854-be9e-7876747a38d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8625a45760>, [{'id': '4777dcf5-0b99-48dd-a156-844e0b194162', 'name': 'tempest-TestMinimumBasicScenario-1647776361-router', 'tenant_id': '8db4df7a7d6f4d16b94ba33cfca13b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:05Z', 'updated_at': '2021-09-10T16:50:06Z', 'revision_number': 6, 'project_id': '8db4df7a7d6f4d16b94ba33cfca13b68', 'gw_port_host': None}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:50:06.702325 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c6e4ab-dd82-4854-be9e-7876747a38d1 None None] The sync data for ids ['4777dcf5-0b99-48dd-a156-844e0b194162'] in dv-cinder-808473-1-iscsi is: [{'id': '4777dcf5-0b99-48dd-a156-844e0b194162', 'name': 'tempest-TestMinimumBasicScenario-1647776361-router', 'tenant_id': '8db4df7a7d6f4d16b94ba33cfca13b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:05Z', 'updated_at': '2021-09-10T16:50:06Z', 'revision_number': 6, 'project_id': '8db4df7a7d6f4d16b94ba33cfca13b68', 'gw_port_host': None}] {{(pid=74984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:50:06.833560 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-572392b9-736d-4880-a83c-f3c39490e3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:06.842713 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-b2cfc04d-df0f-4110-b99d-d153b3638f45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:50:06.884591 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572392b9-736d-4880-a83c-f3c39490e3a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3a85f04-cc7e-4a55-9076-630dd3d70e80,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:50:06.910671 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-572392b9-736d-4880-a83c-f3c39490e3a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:50:07.118200 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-572392b9-736d-4880-a83c-f3c39490e3a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446838'] for router_gateway, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:07.412336 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-572392b9-736d-4880-a83c-f3c39490e3a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16218'] for router, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:07.419013 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-572392b9-736d-4880-a83c-f3c39490e3a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:07.516717 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-572392b9-736d-4880-a83c-f3c39490e3a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-448530'] for router, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:07.517214 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572392b9-736d-4880-a83c-f3c39490e3a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4777dcf5-0b99-48dd-a156-844e0b194162 {{(pid=74982) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Sep 10 16:50:07.539354 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-572392b9-736d-4880-a83c-f3c39490e3a0 admin admin] Notify callbacks [] for router, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:07.543919 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-572392b9-736d-4880-a83c-f3c39490e3a0 admin admin] 10.222.0.41 "DELETE /v2.0/routers/4777dcf5-0b99-48dd-a156-844e0b194162 HTTP/1.1" status: 204  len: 168 time: 1.9482062
Sep 10 16:50:07.544328 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 35202) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:50:07.635600 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.db_base_plugin_v2 [None req-58d53f6e-3d33-4554-926a-503a5a54ccbf admin admin] Deleting subnet 9eb9d6d3-7694-4902-9cd1-f49713d942aa {{(pid=74981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 10 16:50:07.640410 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-58d53f6e-3d33-4554-926a-503a5a54ccbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:07.709353 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-58d53f6e-3d33-4554-926a-503a5a54ccbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3598062'] for subnet, precommit_delete_associations {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:07.804286 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-58d53f6e-3d33-4554-926a-503a5a54ccbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-567488'] for subnet, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:07.907778 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-58d53f6e-3d33-4554-926a-503a5a54ccbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2943328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3362714'] for subnet, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:07.918698 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:50:07.925657 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 72cdfe61-dadd-47ca-9bfd-f38b9d47f2ed no longer exists at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:50:07.961882 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] No Port match for: 72cdfe61-dadd-47ca-9bfd-f38b9d47f2ed {{(pid=74983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 10 16:50:07.962386 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 72cdfe61-dadd-47ca-9bfd-f38b9d47f2ed not bound to the agent host dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 10 16:50:07.963515 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device a3a85f04-cc7e-4a55-9076-630dd3d70e80 no longer exists at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:50:07.987259 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d53f6e-3d33-4554-926a-503a5a54ccbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9eb9d6d3-7694-4902-9cd1-f49713d942aa,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:50:07.995198 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-58d53f6e-3d33-4554-926a-503a5a54ccbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:50:08.000972 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-58d53f6e-3d33-4554-926a-503a5a54ccbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for subnet, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:08.009613 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-58d53f6e-3d33-4554-926a-503a5a54ccbf admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9eb9d6d3-7694-4902-9cd1-f49713d942aa HTTP/1.1" status: 204  len: 168 time: 0.4620843
Sep 10 16:50:08.010276 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 35206) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:50:08.014096 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] No Port match for: a3a85f04-cc7e-4a55-9076-630dd3d70e80 {{(pid=74983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 10 16:50:08.014838 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device a3a85f04-cc7e-4a55-9076-630dd3d70e80 not bound to the agent host dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 10 16:50:08.017374 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660a50cb-7759-455f-ba62-3618b7624b8a None None] Network cadb8311-ea22-4c0f-89a5-1a693727a23e requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:50:08.172949 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-df904521-596d-42f1-9ca6-eb0b7c830169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630774'] for network, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:08.191967 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [None req-df904521-596d-42f1-9ca6-eb0b7c830169 admin admin] Deleting port 569ca5b9-1de2-47f9-8cef-c0757314361a {{(pid=74981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:50:08.192878 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-df904521-596d-42f1-9ca6-eb0b7c830169 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:08.388495 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af7c7cf-2c88-4d56-8f63-6d22c3d1a7df None None] DHCP port deletion for cadb8311-ea22-4c0f-89a5-1a693727a23e request from dv-cinder-808473-1-iscsi {{(pid=74983) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Sep 10 16:50:08.393518 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-9af7c7cf-2c88-4d56-8f63-6d22c3d1a7df None None] Deleting port 569ca5b9-1de2-47f9-8cef-c0757314361a {{(pid=74983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:50:08.394246 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-9af7c7cf-2c88-4d56-8f63-6d22c3d1a7df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:08.476979 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [None req-df904521-596d-42f1-9ca6-eb0b7c830169 admin admin] For port 569ca5b9-1de2-47f9-8cef-c0757314361a, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=569ca5b9-1de2-47f9-8cef-c0757314361a,segment=NetworkSegment(c7374338-ac9b-4c9c-98f8-fa53905b5e04),segment_id=c7374338-ac9b-4c9c-98f8-fa53905b5e04)] {{(pid=74981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:50:08.477396 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-df904521-596d-42f1-9ca6-eb0b7c830169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:08.636914 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [None req-df904521-596d-42f1-9ca6-eb0b7c830169 admin admin] Calling delete_port for 569ca5b9-1de2-47f9-8cef-c0757314361a owned by network:dhcp {{(pid=74981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:50:08.736306 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-df904521-596d-42f1-9ca6-eb0b7c830169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2943309'] for port, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:08.736620 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-9af7c7cf-2c88-4d56-8f63-6d22c3d1a7df None None] For port 569ca5b9-1de2-47f9-8cef-c0757314361a, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=569ca5b9-1de2-47f9-8cef-c0757314361a,segment=NetworkSegment(c7374338-ac9b-4c9c-98f8-fa53905b5e04),segment_id=c7374338-ac9b-4c9c-98f8-fa53905b5e04)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:50:08.737060 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-9af7c7cf-2c88-4d56-8f63-6d22c3d1a7df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:08.740584 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-845fc84f-e4f7-44b0-8b89-8055af40c7b4 tempest-VolumesActionsTest-1784949160 tempest-VolumesActionsTest-1784949160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:50:08.783950 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df904521-596d-42f1-9ca6-eb0b7c830169 admin admin] Pushing event deleted for resources: {'Port': ['ID=569ca5b9-1de2-47f9-8cef-c0757314361a,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:50:08.787875 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-df904521-596d-42f1-9ca6-eb0b7c830169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:50:08.791999 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df904521-596d-42f1-9ca6-eb0b7c830169 admin admin] No DVR routers for this DVR port 569ca5b9-1de2-47f9-8cef-c0757314361a on host dv-cinder-808473-1-iscsi {{(pid=74981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 10 16:50:08.867379 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-9af7c7cf-2c88-4d56-8f63-6d22c3d1a7df None None] Calling delete_port for 569ca5b9-1de2-47f9-8cef-c0757314361a owned by network:dhcp {{(pid=74983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:50:08.929827 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-df904521-596d-42f1-9ca6-eb0b7c830169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571207', 'neutron.services.segments.db._delete_segments_for_network-8763384148637'] for network, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:08.945911 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.services.segments.db [None req-df904521-596d-42f1-9ca6-eb0b7c830169 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8624986610>,) {'filters': {'network_id': ['cadb8311-ea22-4c0f-89a5-1a693727a23e']}} {{(pid=74981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:50:08.950196 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.db.api [None req-9af7c7cf-2c88-4d56-8f63-6d22c3d1a7df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74983) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 10 16:50:08.950726 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_db.api [None req-9af7c7cf-2c88-4d56-8f63-6d22c3d1a7df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 10 16:50:08.960161 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.services.segments.db [None req-df904521-596d-42f1-9ca6-eb0b7c830169 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8624986610>, 'c7374338-ac9b-4c9c-98f8-fa53905b5e04') {'for_net_delete': True} {{(pid=74981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:50:08.960459 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.services.segments.db [None req-df904521-596d-42f1-9ca6-eb0b7c830169 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8624986610>, 'c7374338-ac9b-4c9c-98f8-fa53905b5e04') {} {{(pid=74981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:50:08.974042 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-df904521-596d-42f1-9ca6-eb0b7c830169 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763384234424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3598071'] for segment, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:08.994180 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-df904521-596d-42f1-9ca6-eb0b7c830169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-567309'] for segment, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:09.001422 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df904521-596d-42f1-9ca6-eb0b7c830169 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=74981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 10 16:50:09.001955 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-df904521-596d-42f1-9ca6-eb0b7c830169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2943294'] for segment, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:09.023327 dv-cinder-808473-1-iscsi neutron-server[74981]: Traceback (most recent call last):
Sep 10 16:50:09.023327 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 10 16:50:09.023327 dv-cinder-808473-1-iscsi neutron-server[74981]:     timer()
Sep 10 16:50:09.023327 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 10 16:50:09.023327 dv-cinder-808473-1-iscsi neutron-server[74981]:     cb(*args, **kw)
Sep 10 16:50:09.023327 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Sep 10 16:50:09.023327 dv-cinder-808473-1-iscsi neutron-server[74981]:     return func(*args, **kwargs)
Sep 10 16:50:09.023327 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 10 16:50:09.023327 dv-cinder-808473-1-iscsi neutron-server[74981]:     self._notify()
Sep 10 16:50:09.023327 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 10 16:50:09.023327 dv-cinder-808473-1-iscsi neutron-server[74981]:     self.callback(batched_events)
Sep 10 16:50:09.023327 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 10 16:50:09.023327 dv-cinder-808473-1-iscsi neutron-server[74981]:     event.method(event)
Sep 10 16:50:09.023327 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 10 16:50:09.023327 dv-cinder-808473-1-iscsi neutron-server[74981]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 10 16:50:09.023327 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 10 16:50:09.023327 dv-cinder-808473-1-iscsi neutron-server[74981]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 10 16:50:09.023327 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 10 16:50:09.023327 dv-cinder-808473-1-iscsi neutron-server[74981]:     return f(self, *a, **k)
Sep 10 16:50:09.023327 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 10 16:50:09.023327 dv-cinder-808473-1-iscsi neutron-server[74981]:     return self._get(url).json()
Sep 10 16:50:09.023327 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 10 16:50:09.023327 dv-cinder-808473-1-iscsi neutron-server[74981]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 10 16:50:09.023327 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 10 16:50:09.023327 dv-cinder-808473-1-iscsi neutron-server[74981]:     return self.request(url, 'GET', **kwargs)
Sep 10 16:50:09.023327 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 10 16:50:09.023327 dv-cinder-808473-1-iscsi neutron-server[74981]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 10 16:50:09.023327 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 10 16:50:09.023327 dv-cinder-808473-1-iscsi neutron-server[74981]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 10 16:50:09.023327 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 10 16:50:09.023327 dv-cinder-808473-1-iscsi neutron-server[74981]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 10 16:50:09.023327 dv-cinder-808473-1-iscsi neutron-server[74981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 10 16:50:09.215779 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-df904521-596d-42f1-9ca6-eb0b7c830169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446813'] for network, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:09.221289 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-df904521-596d-42f1-9ca6-eb0b7c830169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for network, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:09.225432 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:50:09.247516 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df904521-596d-42f1-9ca6-eb0b7c830169 admin admin] Pushing event deleted for resources: {'Network': ['ID=cadb8311-ea22-4c0f-89a5-1a693727a23e,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:50:09.250605 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-df904521-596d-42f1-9ca6-eb0b7c830169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:50:09.252190 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-df904521-596d-42f1-9ca6-eb0b7c830169 admin admin] 10.222.0.41 "DELETE /v2.0/networks/cadb8311-ea22-4c0f-89a5-1a693727a23e HTTP/1.1" status: 204  len: 168 time: 1.2407343
Sep 10 16:50:09.452381 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-9af7c7cf-2c88-4d56-8f63-6d22c3d1a7df None None] Deleting port 569ca5b9-1de2-47f9-8cef-c0757314361a {{(pid=74983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:50:09.453617 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-9af7c7cf-2c88-4d56-8f63-6d22c3d1a7df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:09.538979 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 35222) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:50:09.561760 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-9af7c7cf-2c88-4d56-8f63-6d22c3d1a7df None None] The port '569ca5b9-1de2-47f9-8cef-c0757314361a' was deleted {{(pid=74983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Sep 10 16:50:09.646796 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-a98ba941-bd9c-411c-abff-169f0c1122bc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fc4d485616234b49980bd3f8c80da5b5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1064737
Sep 10 16:50:09.648583 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 35230) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:50:09.720172 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e05fdc37-b204-4da7-9ea1-b03fd3d89c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:09.750389 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e05fdc37-b204-4da7-9ea1-b03fd3d89c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:09.812949 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e05fdc37-b204-4da7-9ea1-b03fd3d89c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:09.822844 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-3234c946-ce21-476d-be0a-5dbc27f0c94f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:50:09.847055 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05fdc37-b204-4da7-9ea1-b03fd3d89c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6382df1d-2eb5-4164-8a85-8656b80a37c4,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:50:09.853121 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-e05fdc37-b204-4da7-9ea1-b03fd3d89c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:50:09.854445 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e05fdc37-b204-4da7-9ea1-b03fd3d89c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:09.857961 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-e05fdc37-b204-4da7-9ea1-b03fd3d89c64 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6382df1d-2eb5-4164-8a85-8656b80a37c4 HTTP/1.1" status: 204  len: 168 time: 0.2074344
Sep 10 16:50:09.907850 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 569ca5b9-1de2-47f9-8cef-c0757314361a no longer exists at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:50:09.949375 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] No Port match for: 569ca5b9-1de2-47f9-8cef-c0757314361a {{(pid=74983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 10 16:50:09.949892 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 569ca5b9-1de2-47f9-8cef-c0757314361a not bound to the agent host dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 10 16:50:10.325230 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 35240) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:50:10.384863 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-26909231-555c-491d-85d9-50d93cb583fb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8db4df7a7d6f4d16b94ba33cfca13b68&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0583231
Sep 10 16:50:10.387381 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 35244) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:50:10.449769 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-c491644c-f5aa-4bd6-9129-8eafb72f3096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:10.475989 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-c491644c-f5aa-4bd6-9129-8eafb72f3096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:10.540671 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-c491644c-f5aa-4bd6-9129-8eafb72f3096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:10.547025 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-7c7921bf-5360-4190-83c1-faecbc5e161a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:50:10.557972 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491644c-f5aa-4bd6-9129-8eafb72f3096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575ad979-893b-4f72-9f4d-319e9c6862a8,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:50:10.567304 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-c491644c-f5aa-4bd6-9129-8eafb72f3096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:50:10.570910 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-c491644c-f5aa-4bd6-9129-8eafb72f3096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:10.574292 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-c491644c-f5aa-4bd6-9129-8eafb72f3096 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/575ad979-893b-4f72-9f4d-319e9c6862a8 HTTP/1.1" status: 204  len: 168 time: 0.1836975
Sep 10 16:50:15.589268 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 35338) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:50:15.733963 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.db_base_plugin_v2 [None req-50353302-ecc7-4666-8c38-aa71769bffb7 admin admin] Deleting subnet 637599ad-e9e3-4c1c-a193-9da30660d6f4 {{(pid=74982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 10 16:50:15.736853 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-50353302-ecc7-4666-8c38-aa71769bffb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:15.785873 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-50353302-ecc7-4666-8c38-aa71769bffb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947282'] for subnet, precommit_delete_associations {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:15.841244 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-50353302-ecc7-4666-8c38-aa71769bffb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-567488'] for subnet, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:15.908846 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-50353302-ecc7-4666-8c38-aa71769bffb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2865551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3069691'] for subnet, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:15.913073 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:50:15.945376 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50353302-ecc7-4666-8c38-aa71769bffb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=637599ad-e9e3-4c1c-a193-9da30660d6f4,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:50:15.949899 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-50353302-ecc7-4666-8c38-aa71769bffb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:50:15.952389 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-50353302-ecc7-4666-8c38-aa71769bffb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:15.958400 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-50353302-ecc7-4666-8c38-aa71769bffb7 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/637599ad-e9e3-4c1c-a193-9da30660d6f4 HTTP/1.1" status: 204  len: 168 time: 0.3681331
Sep 10 16:50:15.960777 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 35344) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:50:16.064327 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f51ad165-9d42-4c28-81f2-98cf4236d306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630774'] for network, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:16.187531 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f51ad165-9d42-4c28-81f2-98cf4236d306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571207', 'neutron.services.segments.db._delete_segments_for_network-8763384148637'] for network, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:16.200100 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.services.segments.db [None req-f51ad165-9d42-4c28-81f2-98cf4236d306 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f86243284c0>,) {'filters': {'network_id': ['93a85393-eaba-4881-a98b-1aa3aeb0218c']}} {{(pid=74982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:50:16.212075 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.services.segments.db [None req-f51ad165-9d42-4c28-81f2-98cf4236d306 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f86243284c0>, '6eb2f8f1-c8da-4c9d-a136-f484d84339ec') {'for_net_delete': True} {{(pid=74982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:50:16.212371 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.services.segments.db [None req-f51ad165-9d42-4c28-81f2-98cf4236d306 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f86243284c0>, '6eb2f8f1-c8da-4c9d-a136-f484d84339ec') {} {{(pid=74982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:50:16.223957 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f51ad165-9d42-4c28-81f2-98cf4236d306 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763384234424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947275'] for segment, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:16.239809 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f51ad165-9d42-4c28-81f2-98cf4236d306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-567309'] for segment, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:16.246166 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f51ad165-9d42-4c28-81f2-98cf4236d306 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=74982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 10 16:50:16.246655 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f51ad165-9d42-4c28-81f2-98cf4236d306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2865617'] for segment, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:16.259628 dv-cinder-808473-1-iscsi neutron-server[74982]: Traceback (most recent call last):
Sep 10 16:50:16.259628 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 10 16:50:16.259628 dv-cinder-808473-1-iscsi neutron-server[74982]:     timer()
Sep 10 16:50:16.259628 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 10 16:50:16.259628 dv-cinder-808473-1-iscsi neutron-server[74982]:     cb(*args, **kw)
Sep 10 16:50:16.259628 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Sep 10 16:50:16.259628 dv-cinder-808473-1-iscsi neutron-server[74982]:     return func(*args, **kwargs)
Sep 10 16:50:16.259628 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 10 16:50:16.259628 dv-cinder-808473-1-iscsi neutron-server[74982]:     self._notify()
Sep 10 16:50:16.259628 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 10 16:50:16.259628 dv-cinder-808473-1-iscsi neutron-server[74982]:     self.callback(batched_events)
Sep 10 16:50:16.259628 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 10 16:50:16.259628 dv-cinder-808473-1-iscsi neutron-server[74982]:     event.method(event)
Sep 10 16:50:16.259628 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 10 16:50:16.259628 dv-cinder-808473-1-iscsi neutron-server[74982]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 10 16:50:16.259628 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 10 16:50:16.259628 dv-cinder-808473-1-iscsi neutron-server[74982]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 10 16:50:16.259628 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 10 16:50:16.259628 dv-cinder-808473-1-iscsi neutron-server[74982]:     return f(self, *a, **k)
Sep 10 16:50:16.259628 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 10 16:50:16.259628 dv-cinder-808473-1-iscsi neutron-server[74982]:     return self._get(url).json()
Sep 10 16:50:16.259628 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 10 16:50:16.259628 dv-cinder-808473-1-iscsi neutron-server[74982]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 10 16:50:16.259628 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 10 16:50:16.259628 dv-cinder-808473-1-iscsi neutron-server[74982]:     return self.request(url, 'GET', **kwargs)
Sep 10 16:50:16.259628 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 10 16:50:16.259628 dv-cinder-808473-1-iscsi neutron-server[74982]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 10 16:50:16.259628 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 10 16:50:16.259628 dv-cinder-808473-1-iscsi neutron-server[74982]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 10 16:50:16.259628 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 10 16:50:16.259628 dv-cinder-808473-1-iscsi neutron-server[74982]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 10 16:50:16.259628 dv-cinder-808473-1-iscsi neutron-server[74982]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 10 16:50:16.338654 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f51ad165-9d42-4c28-81f2-98cf4236d306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446813'] for network, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:16.342938 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:50:16.355831 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f51ad165-9d42-4c28-81f2-98cf4236d306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for network, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:16.365905 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ad165-9d42-4c28-81f2-98cf4236d306 admin admin] Pushing event deleted for resources: {'Network': ['ID=93a85393-eaba-4881-a98b-1aa3aeb0218c,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:50:16.371247 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-f51ad165-9d42-4c28-81f2-98cf4236d306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:50:16.374470 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-f51ad165-9d42-4c28-81f2-98cf4236d306 admin admin] 10.222.0.41 "DELETE /v2.0/networks/93a85393-eaba-4881-a98b-1aa3aeb0218c HTTP/1.1" status: 204  len: 168 time: 0.4128020
Sep 10 16:50:16.568237 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 35352) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:50:16.618302 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-be5d5e25-e0fd-45e1-bc92-f5dabc4ddffe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=64761f6dd8f845c88b128f0630df6781&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0486648
Sep 10 16:50:16.620976 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 35356) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:50:16.682669 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-c4eda083-4c8b-497a-ac48-678506a242c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:16.707798 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-c4eda083-4c8b-497a-ac48-678506a242c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:16.757591 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-c4eda083-4c8b-497a-ac48-678506a242c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:16.761888 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-9853c832-33e8-46d9-aaf8-0b88d30bb8e5 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:50:16.775308 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eda083-4c8b-497a-ac48-678506a242c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7375ce-3c98-4bd6-8a06-6c0612c78995,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:50:16.778416 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-c4eda083-4c8b-497a-ac48-678506a242c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:50:16.785828 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-c4eda083-4c8b-497a-ac48-678506a242c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:16.786960 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-c4eda083-4c8b-497a-ac48-678506a242c8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9e7375ce-3c98-4bd6-8a06-6c0612c78995 HTTP/1.1" status: 204  len: 168 time: 0.1651151
Sep 10 16:50:18.079737 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 35392) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:50:18.222606 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7bab68b5-03d5-46c3-b93c-6dd809bdc887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:18.252664 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-7bab68b5-03d5-46c3-b93c-6dd809bdc887 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:50:18.256499 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-7bab68b5-03d5-46c3-b93c-6dd809bdc887 admin admin] Usage tracker for resource:security_group_rule and tenant:0e63e4eb0f7749d1970a0e3f7f45c3a5 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:50:18.259351 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-7bab68b5-03d5-46c3-b93c-6dd809bdc887 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:50:18.265520 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-7bab68b5-03d5-46c3-b93c-6dd809bdc887 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:50:18.332347 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7bab68b5-03d5-46c3-b93c-6dd809bdc887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:18.336114 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7bab68b5-03d5-46c3-b93c-6dd809bdc887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:18.343095 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-9fee71ea-84df-4e8b-89a1-228e379a16f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:50:18.378830 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab68b5-03d5-46c3-b93c-6dd809bdc887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93e16ec-1e84-4ae1-8ce4-d59cf0e3ab4b,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:50:18.383298 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-7bab68b5-03d5-46c3-b93c-6dd809bdc887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:50:18.387058 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-7bab68b5-03d5-46c3-b93c-6dd809bdc887 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0e63e4eb0f7749d1970a0e3f7f45c3a5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3063424
Sep 10 16:50:18.389869 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 35398) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:50:18.449487 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-bab1bfb6-ec86-4597-9ae0-9a9b3bd5a233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:18.474185 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-bab1bfb6-ec86-4597-9ae0-9a9b3bd5a233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:18.523590 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-bab1bfb6-ec86-4597-9ae0-9a9b3bd5a233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:18.528588 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-d1695692-cc0c-4411-9632-7627dd5021d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:50:18.541285 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1bfb6-ec86-4597-9ae0-9a9b3bd5a233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93e16ec-1e84-4ae1-8ce4-d59cf0e3ab4b,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:50:18.543672 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-bab1bfb6-ec86-4597-9ae0-9a9b3bd5a233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:50:18.545671 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-bab1bfb6-ec86-4597-9ae0-9a9b3bd5a233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:18.546787 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-bab1bfb6-ec86-4597-9ae0-9a9b3bd5a233 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e93e16ec-1e84-4ae1-8ce4-d59cf0e3ab4b HTTP/1.1" status: 204  len: 168 time: 0.1559191
Sep 10 16:50:24.159822 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3152934-9cfb-4279-8462-1d3ddb400551 req-613ccfb9-06fd-4cb8-aa6a-d3a9c565e9c1 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:24.161270 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b3152934-9cfb-4279-8462-1d3ddb400551 req-613ccfb9-06fd-4cb8-aa6a-d3a9c565e9c1 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 946 time: 0.0793989
Sep 10 16:50:24.207823 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b3152934-9cfb-4279-8462-1d3ddb400551 req-4b29d36a-eb91-4997-be93-5417c71091de tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409303
Sep 10 16:50:25.201367 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-d7f0cd26-7683-4ebd-a07d-52801b9adf94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:25.416887 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44627a51-c5a3-4c86-a656-00d6521f0930 req-f19d5c68-a002-4d6b-82ef-aca9e5de98ab tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:25.418260 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-44627a51-c5a3-4c86-a656-00d6521f0930 req-f19d5c68-a002-4d6b-82ef-aca9e5de98ab tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 946 time: 0.0751786
Sep 10 16:50:25.464355 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-44627a51-c5a3-4c86-a656-00d6521f0930 req-a23d68f8-5c20-4936-af34-fef83b4da281 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406020
Sep 10 16:50:25.639712 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:26.674648 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d5d4d-70f4-4a73-a41f-4dd4a2ff618c req-1ef4cb7b-5662-46cc-91c8-f3387a196d89 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:26.676110 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-0e0d5d4d-70f4-4a73-a41f-4dd4a2ff618c req-1ef4cb7b-5662-46cc-91c8-f3387a196d89 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 946 time: 0.0791593
Sep 10 16:50:26.720791 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-0e0d5d4d-70f4-4a73-a41f-4dd4a2ff618c req-2fbea0c1-5aff-4faa-977f-51c4b8917ae5 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393536
Sep 10 16:50:27.500815 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-7caaec3b-0a1a-4a9d-947f-2e1a557ab5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:27.928729 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56616d-0bcf-4208-9561-c664d472b62f req-de568a07-1128-405c-8c5d-06987302c31e tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:27.930209 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-6a56616d-0bcf-4208-9561-c664d472b62f req-de568a07-1128-405c-8c5d-06987302c31e tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 946 time: 0.0746260
Sep 10 16:50:27.977554 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-6a56616d-0bcf-4208-9561-c664d472b62f req-67a888fc-0962-42f9-a043-b3fec969f5be tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414524
Sep 10 16:50:28.461040 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:29.320209 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286efd07-3791-4943-a6ca-db17a4020672 req-b2d291bf-7d04-428f-a7ac-6fff8601975f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:29.321686 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-286efd07-3791-4943-a6ca-db17a4020672 req-b2d291bf-7d04-428f-a7ac-6fff8601975f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 946 time: 0.0776532
Sep 10 16:50:29.366743 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-286efd07-3791-4943-a6ca-db17a4020672 req-6d52c50e-78cb-40f4-ab8c-a7c900b664cd tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394390
Sep 10 16:50:29.949414 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:30.578133 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a9ac1-74e8-4baf-a716-d2311a524c8a req-e59a7494-193b-48ea-b976-33768381cba6 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:30.579579 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-712a9ac1-74e8-4baf-a716-d2311a524c8a req-e59a7494-193b-48ea-b976-33768381cba6 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 946 time: 0.0817058
Sep 10 16:50:30.624349 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-712a9ac1-74e8-4baf-a716-d2311a524c8a req-5b3bcc2e-2995-4b0c-869e-43bd37d58460 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393894
Sep 10 16:50:31.833229 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfbc9c-a918-4f7a-aa3f-806d0fa027db req-a6d214d3-9f74-4ee9-a085-d74a94df7f23 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:31.834705 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4bcfbc9c-a918-4f7a-aa3f-806d0fa027db req-a6d214d3-9f74-4ee9-a085-d74a94df7f23 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 946 time: 0.0769331
Sep 10 16:50:31.879120 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4bcfbc9c-a918-4f7a-aa3f-806d0fa027db req-b62119da-cb15-47fa-b86c-d9f40143ed0c tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383987
Sep 10 16:50:33.089450 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171ec02-9057-4d10-b36f-a65e15356667 req-8a43a7dc-41ec-408f-bb8e-54c2a3030794 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:33.090856 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-5171ec02-9057-4d10-b36f-a65e15356667 req-8a43a7dc-41ec-408f-bb8e-54c2a3030794 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 946 time: 0.0805743
Sep 10 16:50:33.134421 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-5171ec02-9057-4d10-b36f-a65e15356667 req-56da4f68-87d0-433a-b33d-db2b380c9a01 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381496
Sep 10 16:50:34.343550 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b0239-890b-4484-af04-68effbb2047d req-44d3f012-dc22-4fe3-97a1-7144dde3861a tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:34.345009 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-102b0239-890b-4484-af04-68effbb2047d req-44d3f012-dc22-4fe3-97a1-7144dde3861a tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 946 time: 0.0795503
Sep 10 16:50:34.389981 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-102b0239-890b-4484-af04-68effbb2047d req-5b337833-d5b3-4b68-9eb9-a88fa5ce494d tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394459
Sep 10 16:50:35.611142 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151c4ab-c2b9-44e6-8cb4-899011f5d513 req-45a76345-8d9a-498a-8840-1be70a91a3bf tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:35.612654 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-e151c4ab-c2b9-44e6-8cb4-899011f5d513 req-45a76345-8d9a-498a-8840-1be70a91a3bf tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 946 time: 0.0789795
Sep 10 16:50:35.657142 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-e151c4ab-c2b9-44e6-8cb4-899011f5d513 req-dca9fc8c-22a0-4714-954b-3fb33597191b tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391216
Sep 10 16:50:35.929808 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device a1912817-5ab0-4a8c-9eba-0532b500cf73 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=74983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 10 16:50:36.030045 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:36.071125 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port a1912817-5ab0-4a8c-9eba-0532b500cf73, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=a1912817-5ab0-4a8c-9eba-0532b500cf73,segment=NetworkSegment(26e62b26-76ed-49f4-9578-2518370488fd),segment_id=26e62b26-76ed-49f4-9578-2518370488fd)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:50:36.084090 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Returning: {'device': 'a1912817-5ab0-4a8c-9eba-0532b500cf73', 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a', 'port_id': 'a1912817-5ab0-4a8c-9eba-0532b500cf73', 'mac_address': 'fa:16:3e:27:31:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c869236f-34e5-4060-bd38-439ed8cf68e4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 10 16:50:36.139081 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:36.155610 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a1912817-5ab0-4a8c-9eba-0532b500cf73 {{(pid=74983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:50:36.171603 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port a1912817-5ab0-4a8c-9eba-0532b500cf73, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=a1912817-5ab0-4a8c-9eba-0532b500cf73,segment=NetworkSegment(26e62b26-76ed-49f4-9578-2518370488fd),segment_id=26e62b26-76ed-49f4-9578-2518370488fd)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:50:36.175460 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:36.177267 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:50:36.243794 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=a1912817-5ab0-4a8c-9eba-0532b500cf73,revision_number=6']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:50:36.253449 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:50:36.253793 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:50:36.254147 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:50:36.254524 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:50:36.254855 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:50:36.255178 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:50:36.255499 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:50:36.255819 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:50:36.256194 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:50:36.256530 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:50:36.256837 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:50:36.260779 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:50:36.279673 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] get_ports_and_sgs() called for port_ids ['a1912817-5ab0-4a8c-9eba-0532b500cf73'] {{(pid=74983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 10 16:50:36.872607 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7a018-04d7-439e-804f-bf24ecb8221e req-8c9dc694-5d65-4103-ae3a-5c73d3328005 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:36.874264 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-75b7a018-04d7-439e-804f-bf24ecb8221e req-8c9dc694-5d65-4103-ae3a-5c73d3328005 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 945 time: 0.0837927
Sep 10 16:50:36.930696 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-75b7a018-04d7-439e-804f-bf24ecb8221e req-b215a6c6-397e-45ed-a771-ee5fade33db7 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507965
Sep 10 16:50:37.939219 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device a1912817-5ab0-4a8c-9eba-0532b500cf73 up at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:50:38.042209 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning complete for port a1912817-5ab0-4a8c-9eba-0532b500cf73 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:50:38.042755 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:38.200430 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:38.230591 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80546841-b40d-43d6-af96-786646a6bf11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1912817-5ab0-4a8c-9eba-0532b500cf73'}] {{(pid=74983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:50:38.241724 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port a1912817-5ab0-4a8c-9eba-0532b500cf73, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=a1912817-5ab0-4a8c-9eba-0532b500cf73,segment=NetworkSegment(26e62b26-76ed-49f4-9578-2518370488fd),segment_id=26e62b26-76ed-49f4-9578-2518370488fd)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:50:38.248221 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:38.250195 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-1c8749d0-fdb9-475a-ac5c-69ca51aa87cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:50:38.331689 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21770ebe-1acb-425f-a016-27ff55670935 req-0ec757d1-1f87-42d7-80a7-509ffd60f51f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:38.335934 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-21770ebe-1acb-425f-a016-27ff55670935 req-0ec757d1-1f87-42d7-80a7-509ffd60f51f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 945 time: 0.1827238
Sep 10 16:50:38.356304 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=a1912817-5ab0-4a8c-9eba-0532b500cf73,revision_number=7']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:50:38.362408 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:50:38.429488 dv-cinder-808473-1-iscsi neutron-server[74983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80546841-b40d-43d6-af96-786646a6bf11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1912817-5ab0-4a8c-9eba-0532b500cf73', 'code': 200}
Sep 10 16:50:38.457975 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-21770ebe-1acb-425f-a016-27ff55670935 req-0d377d27-17a2-4a64-a39f-62d8a0b067fe tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1142867
Sep 10 16:50:38.634885 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-b8219804-b844-4cac-b153-dde1b00e4cf4 req-599f6bff-013d-4802-9f3a-b818c9b3b290 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=427e6796c7f542059575841cfab8a583&device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 1099 time: 0.1237879
Sep 10 16:50:38.865321 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8219804-b844-4cac-b153-dde1b00e4cf4 req-9d46a971-42c1-43a0-bb70-7c7aaa05eef9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:38.866805 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-b8219804-b844-4cac-b153-dde1b00e4cf4 req-9d46a971-42c1-43a0-bb70-7c7aaa05eef9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7091017d-2230-4288-b149-b0a8abc860d9 HTTP/1.1" status: 200  len: 909 time: 0.2009230
Sep 10 16:50:38.875851 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff737767-640a-40c6-814e-c196da7c6122 req-54f12fb1-c420-4e2d-be44-c851970a86a9 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:38.877260 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-ff737767-640a-40c6-814e-c196da7c6122 req-54f12fb1-c420-4e2d-be44-c851970a86a9 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 946 time: 0.1324360
Sep 10 16:50:38.888314 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 6 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 16:50:39.003748 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-b8219804-b844-4cac-b153-dde1b00e4cf4 req-5dfd6db7-70f5-440d-ae6e-fddf0b12a2f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=650e2ddf-bdf1-4075-9039-9b283a928ffc HTTP/1.1" status: 200  len: 1002 time: 0.1254303
Sep 10 16:50:39.008674 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-ff737767-640a-40c6-814e-c196da7c6122 req-7a5a5193-1a4c-4a0c-9ab4-9a0a907a4add tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0834117
Sep 10 16:50:39.086115 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8219804-b844-4cac-b153-dde1b00e4cf4 req-0f002f73-8922-41a8-b7fc-dbfb58a20276 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:39.087564 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-b8219804-b844-4cac-b153-dde1b00e4cf4 req-0f002f73-8922-41a8-b7fc-dbfb58a20276 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9ce5f47-6b8d-4442-bda9-2c50c5c59baa HTTP/1.1" status: 200  len: 847 time: 0.0751812
Sep 10 16:50:39.171043 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-b8219804-b844-4cac-b153-dde1b00e4cf4 req-13ddb3bc-f7a1-40f2-bb94-166e944b4e86 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7091017d-2230-4288-b149-b0a8abc860d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0743072
Sep 10 16:50:39.320139 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-b8219804-b844-4cac-b153-dde1b00e4cf4 req-43113e2d-0f25-44e5-ad2f-55c8fb40adce service neutron] 10.222.0.24 "GET /v2.0/networks/7091017d-2230-4288-b149-b0a8abc860d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417258
Sep 10 16:50:39.565508 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-b8219804-b844-4cac-b153-dde1b00e4cf4 req-bf5f81e9-784c-4af6-9223-b4e59ae05a99 service neutron] 10.222.0.24 "GET /v2.0/networks/7091017d-2230-4288-b149-b0a8abc860d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2357483
Sep 10 16:50:39.718296 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7569401c-cd07-4a67-91bb-ac4937713c87 req-9ebc51b8-34c6-492a-87eb-f7852ce5ed99 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:39.719818 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7569401c-cd07-4a67-91bb-ac4937713c87 req-9ebc51b8-34c6-492a-87eb-f7852ce5ed99 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 946 time: 0.0910225
Sep 10 16:50:39.785291 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7569401c-cd07-4a67-91bb-ac4937713c87 req-c46e62d6-dc37-42b0-87e0-ddd689c4d854 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0555761
Sep 10 16:50:40.253166 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfb333-1b0a-478e-9eff-8a136bae227b req-9285391f-21ce-4b89-8fd9-5fcdefedb8fe tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:40.254803 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-7abfb333-1b0a-478e-9eff-8a136bae227b req-9285391f-21ce-4b89-8fd9-5fcdefedb8fe tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 946 time: 0.1135700
Sep 10 16:50:40.352353 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-7abfb333-1b0a-478e-9eff-8a136bae227b req-0757f8fa-a766-42f5-8897-7f37b65f93ca tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0917401
Sep 10 16:50:41.018185 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8e97a-01c2-49ac-a7fa-2d4085a1aa45 req-4dc67b8a-6b39-4507-8c50-719df97ebee6 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:41.019672 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-65c8e97a-01c2-49ac-a7fa-2d4085a1aa45 req-4dc67b8a-6b39-4507-8c50-719df97ebee6 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 946 time: 0.0835605
Sep 10 16:50:41.070227 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-65c8e97a-01c2-49ac-a7fa-2d4085a1aa45 req-f6de8939-b4d8-4f0e-b67c-dd87ee8286d0 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442805
Sep 10 16:50:41.614840 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97ddcb-7c7f-47c0-9d5f-1b01524971e3 req-f373d38c-8d0e-4d1f-803b-2417f24f8946 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:41.623630 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-be97ddcb-7c7f-47c0-9d5f-1b01524971e3 req-f373d38c-8d0e-4d1f-803b-2417f24f8946 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 946 time: 0.1405027
Sep 10 16:50:41.675240 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-be97ddcb-7c7f-47c0-9d5f-1b01524971e3 req-b11f3f74-9854-4812-839d-80b9c56cc847 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507362
Sep 10 16:50:42.380350 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74ffb5-b3e5-4df9-967a-46445089a7b7 req-08ad632c-b43d-442b-a286-7fd85fb76fc2 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:42.389406 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-ec74ffb5-b3e5-4df9-967a-46445089a7b7 req-08ad632c-b43d-442b-a286-7fd85fb76fc2 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 946 time: 0.1059201
Sep 10 16:50:42.442232 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-ec74ffb5-b3e5-4df9-967a-46445089a7b7 req-16218fbe-6171-4393-ad8a-d10434b62ae6 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528293
Sep 10 16:50:42.946800 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8fc03-2f7b-4bd1-ad44-69eb62fd698b req-fdbc8d7e-78d8-4e47-99b0-4308411c431e tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:42.949566 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-0ad8fc03-2f7b-4bd1-ad44-69eb62fd698b req-fdbc8d7e-78d8-4e47-99b0-4308411c431e tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 946 time: 0.0861006
Sep 10 16:50:43.003385 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-0ad8fc03-2f7b-4bd1-ad44-69eb62fd698b req-dd7d5669-2f37-4957-90fb-a53235b5168b tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471282
Sep 10 16:50:43.713853 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06782005-3cc2-4b7e-8f09-7acdfdb9b015 req-d31c826d-b9bc-41b9-b1be-a8097ef2bdf0 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:43.715291 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-06782005-3cc2-4b7e-8f09-7acdfdb9b015 req-d31c826d-b9bc-41b9-b1be-a8097ef2bdf0 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 946 time: 0.1232498
Sep 10 16:50:43.763127 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-06782005-3cc2-4b7e-8f09-7acdfdb9b015 req-e3ede0b6-92fc-4958-bb57-653794827f47 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417266
Sep 10 16:50:44.220523 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c448faf-2e2b-4ae7-850c-0bc70709e7dc req-51884461-36bd-4703-a918-b416e75a2e8b tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:44.222028 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7c448faf-2e2b-4ae7-850c-0bc70709e7dc req-51884461-36bd-4703-a918-b416e75a2e8b tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 946 time: 0.0885863
Sep 10 16:50:44.280093 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7c448faf-2e2b-4ae7-850c-0bc70709e7dc req-e74084f2-fab9-45f5-8812-ab0e6dc3681b tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513248
Sep 10 16:50:45.004166 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e34144-8d42-422b-b333-0a4681116285 req-35674c5a-8e13-4508-8b8b-9592a5ee8553 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:45.013917 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-62e34144-8d42-422b-b333-0a4681116285 req-35674c5a-8e13-4508-8b8b-9592a5ee8553 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 946 time: 0.0980062
Sep 10 16:50:45.065270 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-62e34144-8d42-422b-b333-0a4681116285 req-6462113b-5911-47cf-b64d-ae5698835ec0 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504439
Sep 10 16:50:45.608373 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce026451-6fee-46df-9ab6-896b6be55d3c req-3ad40955-ca26-471d-b012-72cf8ac398c6 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:45.609942 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-ce026451-6fee-46df-9ab6-896b6be55d3c req-3ad40955-ca26-471d-b012-72cf8ac398c6 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 946 time: 0.1935730
Sep 10 16:50:45.657987 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-ce026451-6fee-46df-9ab6-896b6be55d3c req-cf4e6526-b060-40aa-9fd3-86a0bf633a62 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423791
Sep 10 16:50:46.323271 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd0cf1-18bc-4862-bbb9-04dc6045ef0a req-84a7fa9b-888b-4d7b-b6e5-9df249b6ab8f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:46.325262 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-14dd0cf1-18bc-4862-bbb9-04dc6045ef0a req-84a7fa9b-888b-4d7b-b6e5-9df249b6ab8f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 946 time: 0.1021564
Sep 10 16:50:46.376619 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-14dd0cf1-18bc-4862-bbb9-04dc6045ef0a req-9080a709-6f0d-40c6-8827-c05bdb95c4ad tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448315
Sep 10 16:50:46.875450 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e16060-10ab-43c1-8d7f-fa07033fdc13 req-13ebe5ad-d50b-49a7-8e94-03389d98eb8d tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:46.876992 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-d6e16060-10ab-43c1-8d7f-fa07033fdc13 req-13ebe5ad-d50b-49a7-8e94-03389d98eb8d tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 946 time: 0.0910833
Sep 10 16:50:46.925070 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-d6e16060-10ab-43c1-8d7f-fa07033fdc13 req-9eb91cdc-18a5-440b-9312-669b43564ad5 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419962
Sep 10 16:50:47.587269 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7ca8b-a8aa-41bb-87d3-1d0b054cf9a0 req-ef6f683b-22fa-493d-8026-bca40ae7c3c1 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:47.589227 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-56a7ca8b-a8aa-41bb-87d3-1d0b054cf9a0 req-ef6f683b-22fa-493d-8026-bca40ae7c3c1 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 946 time: 0.0755734
Sep 10 16:50:47.639298 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-56a7ca8b-a8aa-41bb-87d3-1d0b054cf9a0 req-b3c3e8a4-f88e-43fc-9a44-12e1dc383767 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446968
Sep 10 16:50:48.006357 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-3bcd2a91-50ad-4f5c-9969-7d1514655c47 req-c8112d7e-4f0c-4c7b-a344-20d1aea07b10 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9bbed5573b846b8bd73e0009e1ca850&device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 1099 time: 0.0719328
Sep 10 16:50:48.122459 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1788a83-be3f-43b9-96e0-9a8daec271b8 req-ee3d5c94-f597-4227-86a3-5b9380d77b03 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:48.123854 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-c1788a83-be3f-43b9-96e0-9a8daec271b8 req-ee3d5c94-f597-4227-86a3-5b9380d77b03 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 946 time: 0.0765443
Sep 10 16:50:48.150777 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd2a91-50ad-4f5c-9969-7d1514655c47 req-1b85012c-cfa8-4333-934a-f32448487f02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:48.152244 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-3bcd2a91-50ad-4f5c-9969-7d1514655c47 req-1b85012c-cfa8-4333-934a-f32448487f02 service neutron] 10.222.0.24 "GET /v2.0/networks?id=344edc15-821a-46e8-88af-fc737f1ffc8a HTTP/1.1" status: 200  len: 917 time: 0.1320069
Sep 10 16:50:48.171677 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-c1788a83-be3f-43b9-96e0-9a8daec271b8 req-4c3b8365-9dbd-489d-90e5-7c5c3572f9fc tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421202
Sep 10 16:50:48.258750 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-3bcd2a91-50ad-4f5c-9969-7d1514655c47 req-6bf2d8c1-d9ed-4f2f-90c3-2e5e6c075960 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1912817-5ab0-4a8c-9eba-0532b500cf73 HTTP/1.1" status: 200  len: 1002 time: 0.0986924
Sep 10 16:50:48.322708 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd2a91-50ad-4f5c-9969-7d1514655c47 req-b93e5a8b-121b-4075-a4d5-c95b70461088 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:48.324153 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-3bcd2a91-50ad-4f5c-9969-7d1514655c47 req-b93e5a8b-121b-4075-a4d5-c95b70461088 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c869236f-34e5-4060-bd38-439ed8cf68e4 HTTP/1.1" status: 200  len: 855 time: 0.0580244
Sep 10 16:50:48.401365 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-3bcd2a91-50ad-4f5c-9969-7d1514655c47 req-c12268e7-9816-4094-82b6-dab3c939336d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=344edc15-821a-46e8-88af-fc737f1ffc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0696974
Sep 10 16:50:48.531799 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-3bcd2a91-50ad-4f5c-9969-7d1514655c47 req-0d1ff844-c120-469c-9736-e29e2d0a9762 service neutron] 10.222.0.24 "GET /v2.0/networks/344edc15-821a-46e8-88af-fc737f1ffc8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225510
Sep 10 16:50:48.665335 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-c27e7219-dd11-4801-83df-3749be382a00 req-4e87f250-e2f7-4920-9678-7bc2daa208bc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=427e6796c7f542059575841cfab8a583&device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 1099 time: 0.0813384
Sep 10 16:50:48.665925 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-3bcd2a91-50ad-4f5c-9969-7d1514655c47 req-b89514ed-3718-40b0-a5f9-797f50858869 service neutron] 10.222.0.24 "GET /v2.0/networks/344edc15-821a-46e8-88af-fc737f1ffc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270063
Sep 10 16:50:48.814603 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e7219-dd11-4801-83df-3749be382a00 req-406a3f32-51ff-4d62-bd8b-e8044a239b8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:48.816065 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-c27e7219-dd11-4801-83df-3749be382a00 req-406a3f32-51ff-4d62-bd8b-e8044a239b8e service neutron] 10.222.0.24 "GET /v2.0/networks?id=7091017d-2230-4288-b149-b0a8abc860d9 HTTP/1.1" status: 200  len: 909 time: 0.1416979
Sep 10 16:50:48.865798 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31118b95-a8e0-4bf6-ba87-4c440a7b222e req-8496eefa-c838-4791-a674-c931477e490a tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:48.867289 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-31118b95-a8e0-4bf6-ba87-4c440a7b222e req-8496eefa-c838-4791-a674-c931477e490a tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 946 time: 0.0812893
Sep 10 16:50:48.913715 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-31118b95-a8e0-4bf6-ba87-4c440a7b222e req-549a0dc6-1ae3-4282-84eb-c859f7f571c1 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398345
Sep 10 16:50:48.936953 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-c27e7219-dd11-4801-83df-3749be382a00 req-2a9163ef-0a1a-445a-90e6-8c5ea694654b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=650e2ddf-bdf1-4075-9039-9b283a928ffc HTTP/1.1" status: 200  len: 1002 time: 0.1134691
Sep 10 16:50:49.000795 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e7219-dd11-4801-83df-3749be382a00 req-93fd9ea0-6a8c-490a-b87e-825c7c277d22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:49.002418 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-c27e7219-dd11-4801-83df-3749be382a00 req-93fd9ea0-6a8c-490a-b87e-825c7c277d22 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9ce5f47-6b8d-4442-bda9-2c50c5c59baa HTTP/1.1" status: 200  len: 847 time: 0.0586779
Sep 10 16:50:49.077752 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-c27e7219-dd11-4801-83df-3749be382a00 req-6fc0d046-6794-45d3-ba0b-896a0bf4f430 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7091017d-2230-4288-b149-b0a8abc860d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0681350
Sep 10 16:50:49.215415 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-c27e7219-dd11-4801-83df-3749be382a00 req-f739b62c-0aa0-400b-92a2-bb4bea854a39 service neutron] 10.222.0.24 "GET /v2.0/networks/7091017d-2230-4288-b149-b0a8abc860d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1309452
Sep 10 16:50:49.409747 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-c27e7219-dd11-4801-83df-3749be382a00 req-3eeb1559-cc93-4222-a000-656e44bb3e13 service neutron] 10.222.0.24 "GET /v2.0/networks/7091017d-2230-4288-b149-b0a8abc860d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1859670
Sep 10 16:50:49.425381 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff828aa5-6306-4f9e-9bfd-a70f46cd2dda req-4f0d3487-25a8-4e09-8e5a-881e2d0fe9c8 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:49.426845 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-ff828aa5-6306-4f9e-9bfd-a70f46cd2dda req-4f0d3487-25a8-4e09-8e5a-881e2d0fe9c8 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 946 time: 0.1213086
Sep 10 16:50:49.482622 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-ff828aa5-6306-4f9e-9bfd-a70f46cd2dda req-e1638548-0554-4bcd-9e6f-0f4c8319ee3a tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500150
Sep 10 16:50:50.126693 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f4a2e-1753-431c-a81c-3f15879113a8 req-2abdba8f-311d-4b9c-a88f-ce79024e6524 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:50.128156 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-625f4a2e-1753-431c-a81c-3f15879113a8 req-2abdba8f-311d-4b9c-a88f-ce79024e6524 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 946 time: 0.0786850
Sep 10 16:50:50.263718 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-625f4a2e-1753-431c-a81c-3f15879113a8 req-96f6fbc3-8843-4227-a639-3cd5318196c9 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1299338
Sep 10 16:50:50.681711 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9713089-d1a2-4290-a3c1-cc89b46801f9 req-b32aa86c-a1be-4288-b73d-8dd8afe31433 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:50.684976 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-a9713089-d1a2-4290-a3c1-cc89b46801f9 req-b32aa86c-a1be-4288-b73d-8dd8afe31433 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 946 time: 0.0861549
Sep 10 16:50:50.732626 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-a9713089-d1a2-4290-a3c1-cc89b46801f9 req-65e4ab96-5463-4672-9d3f-c9f8eb4d4d8b tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429013
Sep 10 16:50:51.480156 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae4927-1c23-469c-9895-0fd0d4f8fd1e req-0c7ae6b0-c41b-4b45-997c-c57ce9561e7d tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:51.481642 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-83ae4927-1c23-469c-9895-0fd0d4f8fd1e req-0c7ae6b0-c41b-4b45-997c-c57ce9561e7d tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 946 time: 0.0775354
Sep 10 16:50:51.528556 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-83ae4927-1c23-469c-9895-0fd0d4f8fd1e req-b256588e-8d92-4fa6-a32b-6e41f594f303 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411417
Sep 10 16:50:51.945079 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df46b09-3e35-45c7-8097-586276b2c41e req-e0dc34d0-7dd5-4f3e-bfa1-c1e6bd67fd20 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:51.946565 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-1df46b09-3e35-45c7-8097-586276b2c41e req-e0dc34d0-7dd5-4f3e-bfa1-c1e6bd67fd20 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 946 time: 0.0872765
Sep 10 16:50:51.991770 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-1df46b09-3e35-45c7-8097-586276b2c41e req-35ef5a6a-64ec-44db-9809-6a2eea2c2c04 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391662
Sep 10 16:50:52.009978 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device a1912817-5ab0-4a8c-9eba-0532b500cf73 no longer exists at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:50:52.128024 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:52.155567 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80546841-b40d-43d6-af96-786646a6bf11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1912817-5ab0-4a8c-9eba-0532b500cf73'}] {{(pid=74983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:50:52.165222 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port a1912817-5ab0-4a8c-9eba-0532b500cf73, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=a1912817-5ab0-4a8c-9eba-0532b500cf73,segment=NetworkSegment(26e62b26-76ed-49f4-9578-2518370488fd),segment_id=26e62b26-76ed-49f4-9578-2518370488fd)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:50:52.170417 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:52.184822 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:50:52.184988 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-6f6212fc-09e4-4900-97f9-110e0cc9631f req-6cb948b1-33f9-471a-a33e-48263c072487 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0717115
Sep 10 16:50:52.308805 dv-cinder-808473-1-iscsi neutron-server[74983]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '80546841-b40d-43d6-af96-786646a6bf11', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a1912817-5ab0-4a8c-9eba-0532b500cf73', 'code': 422} returned with failed status
Sep 10 16:50:52.335927 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=a1912817-5ab0-4a8c-9eba-0532b500cf73,revision_number=8']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:50:52.341033 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:50:52.514839 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 35652) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:50:52.556656 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855d0b1-786f-4bc3-b4ae-14e973d996a3 req-5ab4cb1f-0589-4d52-baef-f32a807e9046 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:52.558217 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-d855d0b1-786f-4bc3-b4ae-14e973d996a3 req-5ab4cb1f-0589-4d52-baef-f32a807e9046 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 946 time: 0.0983362
Sep 10 16:50:52.606440 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-d855d0b1-786f-4bc3-b4ae-14e973d996a3 req-683e1e85-c838-45a3-bbf9-896ef67a2835 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426774
Sep 10 16:50:52.667103 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-3f2f2561-d7a2-4d50-a489-72d222706552 req-215b8d53-22fb-4472-b024-212ac087c090 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1501980
Sep 10 16:50:53.038015 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-933eb2d8-3705-4565-ab62-80ccd64ec8c9 req-c97d84ef-620a-4662-a1ba-965b4e169be5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0720959
Sep 10 16:50:53.338680 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef4240-eabb-4207-8198-759260bb7944 req-0aad1f38-2546-4076-929a-c65b0327ae0d tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:53.340841 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-66ef4240-eabb-4207-8198-759260bb7944 req-0aad1f38-2546-4076-929a-c65b0327ae0d tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 944 time: 0.0890746
Sep 10 16:50:53.397242 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-66ef4240-eabb-4207-8198-759260bb7944 req-d57c8c25-cab5-4a00-b766-068c0690455e tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501924
Sep 10 16:50:53.405448 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-acf23a14-b6e1-448c-8de9-88266ab5bc61 req-b0a3787d-71d1-41df-824f-06888fb3ecfa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1687317
Sep 10 16:50:53.812871 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cca73-d3e6-4534-8be9-7b71f1cb0c98 req-f322268f-1253-4d92-a842-bbb795803f0a tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:53.814366 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-134cca73-d3e6-4534-8be9-7b71f1cb0c98 req-f322268f-1253-4d92-a842-bbb795803f0a tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 946 time: 0.0793865
Sep 10 16:50:53.918182 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-134cca73-d3e6-4534-8be9-7b71f1cb0c98 req-da1773a4-4617-4077-9d25-567c0570ac18 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0702238
Sep 10 16:50:53.931664 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-acf23a14-b6e1-448c-8de9-88266ab5bc61 req-60b56db4-b67e-48e2-a85b-61177e5e6f45 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11&tenant_id=f9bbed5573b846b8bd73e0009e1ca850 HTTP/1.1" status: 200  len: 1097 time: 0.1135426
Sep 10 16:50:54.029543 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-acf23a14-b6e1-448c-8de9-88266ab5bc61 req-fa9b5880-08a1-4007-987b-833097cc0e7c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9bbed5573b846b8bd73e0009e1ca850&device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 1097 time: 0.0674171
Sep 10 16:50:54.157638 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf23a14-b6e1-448c-8de9-88266ab5bc61 req-10bc0ce5-4c21-4017-bae1-de1ae95c8a3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:54.159249 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-acf23a14-b6e1-448c-8de9-88266ab5bc61 req-10bc0ce5-4c21-4017-bae1-de1ae95c8a3b service neutron] 10.222.0.24 "GET /v2.0/networks?id=344edc15-821a-46e8-88af-fc737f1ffc8a HTTP/1.1" status: 200  len: 917 time: 0.1229923
Sep 10 16:50:54.264522 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-acf23a14-b6e1-448c-8de9-88266ab5bc61 req-950e797b-2f36-4502-96c6-2786a1721281 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1912817-5ab0-4a8c-9eba-0532b500cf73 HTTP/1.1" status: 200  len: 1000 time: 0.0980392
Sep 10 16:50:54.326888 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf23a14-b6e1-448c-8de9-88266ab5bc61 req-da8555b3-95df-4bcd-bc29-d7f657416b2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:54.328623 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-acf23a14-b6e1-448c-8de9-88266ab5bc61 req-da8555b3-95df-4bcd-bc29-d7f657416b2e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c869236f-34e5-4060-bd38-439ed8cf68e4 HTTP/1.1" status: 200  len: 855 time: 0.0591927
Sep 10 16:50:54.407973 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-acf23a14-b6e1-448c-8de9-88266ab5bc61 req-83a416c2-39f9-4df5-9de9-4c7b55b8db57 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=344edc15-821a-46e8-88af-fc737f1ffc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0733478
Sep 10 16:50:54.548320 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-acf23a14-b6e1-448c-8de9-88266ab5bc61 req-5661f299-bbb4-4ae6-8a85-ded44812f63a service neutron] 10.222.0.24 "GET /v2.0/networks/344edc15-821a-46e8-88af-fc737f1ffc8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1334925
Sep 10 16:50:54.606177 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444daaf1-83f2-4e07-9233-b45cbc050ced req-100128b7-eb83-406b-85f6-231507815612 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:54.607634 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-444daaf1-83f2-4e07-9233-b45cbc050ced req-100128b7-eb83-406b-85f6-231507815612 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 944 time: 0.0763876
Sep 10 16:50:54.652969 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-444daaf1-83f2-4e07-9233-b45cbc050ced req-c5769050-df7f-47a9-88ba-ac67f19e9d74 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397696
Sep 10 16:50:54.678975 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-acf23a14-b6e1-448c-8de9-88266ab5bc61 req-4fa32848-4c5e-447c-9f18-902a2a821260 service neutron] 10.222.0.24 "GET /v2.0/networks/344edc15-821a-46e8-88af-fc737f1ffc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246619
Sep 10 16:50:55.112480 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa2f57-d8b9-4720-bb7b-8edc8fc3bccf req-41b64565-6659-46e7-b548-f06c5fd71948 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:55.113946 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-c3aa2f57-d8b9-4720-bb7b-8edc8fc3bccf req-41b64565-6659-46e7-b548-f06c5fd71948 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 946 time: 0.0774148
Sep 10 16:50:55.159240 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-c3aa2f57-d8b9-4720-bb7b-8edc8fc3bccf req-7387ed9c-eda8-4842-acf9-84a7cfe284e2 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396984
Sep 10 16:50:55.203901 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-92bcde04-83b9-4c4f-9eae-932df9367cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:55.647564 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:55.885045 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d686ac3-21dc-45c0-b580-3d5ba06ae814 req-463b79d3-42af-4b70-9a6d-40016f6fd229 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:55.886649 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-6d686ac3-21dc-45c0-b580-3d5ba06ae814 req-463b79d3-42af-4b70-9a6d-40016f6fd229 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 944 time: 0.0850990
Sep 10 16:50:55.935915 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-6d686ac3-21dc-45c0-b580-3d5ba06ae814 req-2eb08f64-f6f3-411b-a1f6-72e604e07619 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435584
Sep 10 16:50:56.039146 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 650e2ddf-bdf1-4075-9039-9b283a928ffc no longer exists at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:50:56.152368 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:56.187071 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db5d8da-afe8-40ac-b51c-63eae902a76b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '650e2ddf-bdf1-4075-9039-9b283a928ffc'}] {{(pid=74983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:50:56.197690 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 650e2ddf-bdf1-4075-9039-9b283a928ffc, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=650e2ddf-bdf1-4075-9039-9b283a928ffc,segment=NetworkSegment(c5a19012-d1b7-40fb-9185-4f6121dd52f6),segment_id=c5a19012-d1b7-40fb-9185-4f6121dd52f6)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:50:56.204390 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:56.206257 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-f3ff4cfc-5305-4ef8-9667-f5a8436a283f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:50:56.273434 dv-cinder-808473-1-iscsi neutron-server[74983]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2db5d8da-afe8-40ac-b51c-63eae902a76b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '650e2ddf-bdf1-4075-9039-9b283a928ffc', 'code': 422} returned with failed status
Sep 10 16:50:56.301585 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=650e2ddf-bdf1-4075-9039-9b283a928ffc,revision_number=6']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:50:56.313146 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:50:56.415061 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50661a58-f6aa-455c-a35a-8b40b62942bf req-89ce60dc-8138-435f-b3f0-2d503db3aa94 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:56.416552 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-50661a58-f6aa-455c-a35a-8b40b62942bf req-89ce60dc-8138-435f-b3f0-2d503db3aa94 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 944 time: 0.0856996
Sep 10 16:50:56.465326 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-50661a58-f6aa-455c-a35a-8b40b62942bf req-c7a4156e-b75c-4d14-a467-d25e642751ba tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428884
Sep 10 16:50:57.162698 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfbc704-eed9-4c2b-987c-afdedaee0ad6 req-b0071aac-dbd4-49c6-97a1-8534d4d9d61d tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:57.164235 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-8dfbc704-eed9-4c2b-987c-afdedaee0ad6 req-b0071aac-dbd4-49c6-97a1-8534d4d9d61d tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 944 time: 0.0834641
Sep 10 16:50:57.215077 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-8dfbc704-eed9-4c2b-987c-afdedaee0ad6 req-6e268c51-4cff-4d76-a069-e19e5a3e0b52 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445981
Sep 10 16:50:57.510549 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-1e3fa40c-8af4-4923-953d-75d0a02c656b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:57.686291 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362db66-4f3d-45cb-9d5c-c60ff401cbd9 req-4d1a706d-489c-4a94-910a-28f7944da052 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:57.687972 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2362db66-4f3d-45cb-9d5c-c60ff401cbd9 req-4d1a706d-489c-4a94-910a-28f7944da052 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 944 time: 0.0818408
Sep 10 16:50:57.747451 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2362db66-4f3d-45cb-9d5c-c60ff401cbd9 req-33b9d1f3-5111-4a25-9fc2-3e4beb0d099b tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529919
Sep 10 16:50:58.444706 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5e7f3-f367-48bd-a87b-4e243e377b7b req-7366099c-f7c9-469b-8817-9e77eca15aaf tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:58.446859 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-0cf5e7f3-f367-48bd-a87b-4e243e377b7b req-7366099c-f7c9-469b-8817-9e77eca15aaf tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 944 time: 0.0806322
Sep 10 16:50:58.465832 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:50:58.494341 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-0cf5e7f3-f367-48bd-a87b-4e243e377b7b req-223c5607-fcc1-43c2-9c72-d372acf65971 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412698
Sep 10 16:50:58.966170 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff76b3e-761a-44a5-913e-851d402955c4 req-ffd1c10e-c2e1-4784-a9b1-a5d625552e62 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:58.967827 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-aff76b3e-761a-44a5-913e-851d402955c4 req-ffd1c10e-c2e1-4784-a9b1-a5d625552e62 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 944 time: 0.0916600
Sep 10 16:50:59.014996 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-aff76b3e-761a-44a5-913e-851d402955c4 req-dbc006e0-ef8d-4146-9659-e11821ef3f63 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412369
Sep 10 16:50:59.741575 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae699b-5093-46ae-97d3-1b830bb01929 req-785331a3-fd97-428a-bf01-1a053de6e5be tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:50:59.742977 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-3bae699b-5093-46ae-97d3-1b830bb01929 req-785331a3-fd97-428a-bf01-1a053de6e5be tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 944 time: 0.0921869
Sep 10 16:50:59.797665 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-3bae699b-5093-46ae-97d3-1b830bb01929 req-fd751255-e911-4a32-9f9b-c921db303571 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478668
Sep 10 16:50:59.961399 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:00.248001 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6514087-7c2d-4b02-af26-3b236276e853 req-ccad43b1-6969-4ebe-aaf4-c3041db38d98 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:51:00.250180 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b6514087-7c2d-4b02-af26-3b236276e853 req-ccad43b1-6969-4ebe-aaf4-c3041db38d98 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 944 time: 0.0874059
Sep 10 16:51:00.300816 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b6514087-7c2d-4b02-af26-3b236276e853 req-690f792c-c3d1-4165-b3f2-f06de5da870f tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451331
Sep 10 16:51:01.016068 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd12a58-eb6f-47bd-ae08-1187e3d7ffdf req-b20cb0a7-f2ef-47f9-819e-e5b28aa03eea tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:51:01.017543 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-3dd12a58-eb6f-47bd-ae08-1187e3d7ffdf req-b20cb0a7-f2ef-47f9-819e-e5b28aa03eea tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 944 time: 0.0804849
Sep 10 16:51:01.079124 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-3dd12a58-eb6f-47bd-ae08-1187e3d7ffdf req-ddc160e2-70eb-4bd7-9ae1-05321de4da61 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0559494
Sep 10 16:51:01.519644 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8443b3-1f64-4116-8308-beee6c55de19 req-60a3cf33-d0ac-480c-b2b8-8f14ca4c88ed tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:51:01.521026 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-6c8443b3-1f64-4116-8308-beee6c55de19 req-60a3cf33-d0ac-480c-b2b8-8f14ca4c88ed tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 944 time: 0.0825813
Sep 10 16:51:01.568063 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-6c8443b3-1f64-4116-8308-beee6c55de19 req-c91276f1-ae2c-47ba-b638-d01254b1786e tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412858
Sep 10 16:51:02.328782 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce6477-8195-4f5d-a3c4-d3d04ee4084c req-b5ab3cf2-0d8c-48ef-a1f3-57d7a646cb65 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:51:02.330305 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-b5ce6477-8195-4f5d-a3c4-d3d04ee4084c req-b5ab3cf2-0d8c-48ef-a1f3-57d7a646cb65 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 944 time: 0.1206825
Sep 10 16:51:02.378755 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-b5ce6477-8195-4f5d-a3c4-d3d04ee4084c req-ee9a0b1d-b3a5-4961-9b9a-712b9f6caeb2 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425270
Sep 10 16:51:02.778551 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19ef89-b93e-4410-bd30-7d398193b29f req-5e1d7db8-7c64-4b07-9499-4bb2073d2baa tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:51:02.780157 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-1c19ef89-b93e-4410-bd30-7d398193b29f req-5e1d7db8-7c64-4b07-9499-4bb2073d2baa tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 944 time: 0.0875185
Sep 10 16:51:02.829260 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-1c19ef89-b93e-4410-bd30-7d398193b29f req-fea5a9e2-1bdc-4a6e-97bc-b3acee3abda5 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436127
Sep 10 16:51:03.623483 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764bbb2-6f11-4fc7-8ea6-3d90145c63df req-1d1ffaa2-3906-4f1c-be31-83b79bb039c5 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:51:03.625148 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f764bbb2-6f11-4fc7-8ea6-3d90145c63df req-1d1ffaa2-3906-4f1c-be31-83b79bb039c5 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 944 time: 0.0774519
Sep 10 16:51:03.676604 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f764bbb2-6f11-4fc7-8ea6-3d90145c63df req-a2de427a-a7d4-458b-8b59-84627ef3cc3c tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457397
Sep 10 16:51:04.036732 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a025dc6-208f-42e8-911b-2b95ec747275 req-1b6ac9fa-0ce5-4d10-bd1f-b87deafe5517 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:51:04.038253 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-8a025dc6-208f-42e8-911b-2b95ec747275 req-1b6ac9fa-0ce5-4d10-bd1f-b87deafe5517 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 944 time: 0.0799613
Sep 10 16:51:04.089426 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-8a025dc6-208f-42e8-911b-2b95ec747275 req-96de717d-7e38-49c5-be88-ac2eb8ca03c8 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452311
Sep 10 16:51:04.898882 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69dfd1-ff4d-45f2-afd7-a874ac1a74e3 req-d6b0175d-2f15-4050-9826-a6b350751d60 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:51:04.900389 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-0c69dfd1-ff4d-45f2-afd7-a874ac1a74e3 req-d6b0175d-2f15-4050-9826-a6b350751d60 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 944 time: 0.0795865
Sep 10 16:51:04.947947 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-0c69dfd1-ff4d-45f2-afd7-a874ac1a74e3 req-5e7c80d8-c15b-4247-ba10-69bc27313061 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411947
Sep 10 16:51:05.369543 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60cdf1-d5f6-43b8-a4a3-0aa3b74069b8 req-aea1c5d8-44b1-4a95-a6b5-88e0e8cdc746 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:51:05.371095 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-ff60cdf1-d5f6-43b8-a4a3-0aa3b74069b8 req-aea1c5d8-44b1-4a95-a6b5-88e0e8cdc746 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 944 time: 0.1600533
Sep 10 16:51:05.418456 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-ff60cdf1-d5f6-43b8-a4a3-0aa3b74069b8 req-b7fec14f-9ff3-4744-a52b-ececedc45781 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419612
Sep 10 16:51:05.976753 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:06.160044 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa66df-8c39-4d82-801a-f01a6da41a0b req-eca73e41-775f-4167-a001-c213e50b5ac2 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:51:06.161400 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-d4aa66df-8c39-4d82-801a-f01a6da41a0b req-eca73e41-775f-4167-a001-c213e50b5ac2 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 944 time: 0.0786288
Sep 10 16:51:06.209236 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-d4aa66df-8c39-4d82-801a-f01a6da41a0b req-fa899ebc-53b6-47ea-a083-882c4c423712 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414908
Sep 10 16:51:06.613694 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637478ea-610d-4317-b37d-981a2b832e33 req-d3fe3a1d-9c89-46a7-8c12-f67325efea93 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:51:06.615177 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-637478ea-610d-4317-b37d-981a2b832e33 req-d3fe3a1d-9c89-46a7-8c12-f67325efea93 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 944 time: 0.0792727
Sep 10 16:51:06.659558 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-637478ea-610d-4317-b37d-981a2b832e33 req-a98b123c-c90c-443a-8d10-510cbb834d54 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384855
Sep 10 16:51:07.428838 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a10a1-71e2-401e-8814-1eace78d2dc5 req-70fb3847-a483-42cb-bc33-6799d75056a4 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:51:07.430312 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-401a10a1-71e2-401e-8814-1eace78d2dc5 req-70fb3847-a483-42cb-bc33-6799d75056a4 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 944 time: 0.0771439
Sep 10 16:51:07.476276 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-401a10a1-71e2-401e-8814-1eace78d2dc5 req-fd169c63-c670-4785-83b2-25768caf8bf5 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403397
Sep 10 16:51:07.579374 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-3f2f2561-d7a2-4d50-a489-72d222706552 req-8e609fed-6743-4e70-9a8b-8ce3befb496b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b&tenant_id=427e6796c7f542059575841cfab8a583 HTTP/1.1" status: 200  len: 1097 time: 0.0688615
Sep 10 16:51:07.672401 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-3f2f2561-d7a2-4d50-a489-72d222706552 req-94aa55bb-7e2d-4f2d-b681-c40c21561f03 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=427e6796c7f542059575841cfab8a583&device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 1097 time: 0.0717406
Sep 10 16:51:07.846246 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f2561-d7a2-4d50-a489-72d222706552 req-3dbd8705-d4ba-44d9-b16d-2b3f8c34f779 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:51:07.847044 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-3f2f2561-d7a2-4d50-a489-72d222706552 req-3dbd8705-d4ba-44d9-b16d-2b3f8c34f779 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7091017d-2230-4288-b149-b0a8abc860d9 HTTP/1.1" status: 200  len: 909 time: 0.1690950
Sep 10 16:51:07.961640 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14eee7-6309-4471-9527-53e8e6276d86 req-1ab45be9-962e-4834-a06f-d05e1a3a6a52 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:51:07.963130 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-ab14eee7-6309-4471-9527-53e8e6276d86 req-1ab45be9-962e-4834-a06f-d05e1a3a6a52 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 944 time: 0.1753325
Sep 10 16:51:07.996737 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-3f2f2561-d7a2-4d50-a489-72d222706552 req-05f0480d-48d0-40fb-a392-0d77d6af86b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=650e2ddf-bdf1-4075-9039-9b283a928ffc HTTP/1.1" status: 200  len: 1000 time: 0.1383741
Sep 10 16:51:08.064413 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-ab14eee7-6309-4471-9527-53e8e6276d86 req-f7edce92-e2e9-4880-be3c-2f070f24b0f0 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0957868
Sep 10 16:51:08.075386 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f2561-d7a2-4d50-a489-72d222706552 req-91ef56b4-8364-4b75-a97f-2e1358b64931 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:51:08.076792 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-3f2f2561-d7a2-4d50-a489-72d222706552 req-91ef56b4-8364-4b75-a97f-2e1358b64931 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9ce5f47-6b8d-4442-bda9-2c50c5c59baa HTTP/1.1" status: 200  len: 847 time: 0.0695829
Sep 10 16:51:08.094592 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device a1912817-5ab0-4a8c-9eba-0532b500cf73 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=74983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 10 16:51:08.152588 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-3f2f2561-d7a2-4d50-a489-72d222706552 req-46a61e49-4ebb-4fa2-a33e-6a3d59f6a6b2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7091017d-2230-4288-b149-b0a8abc860d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0693521
Sep 10 16:51:08.227059 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port a1912817-5ab0-4a8c-9eba-0532b500cf73, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=a1912817-5ab0-4a8c-9eba-0532b500cf73,segment=NetworkSegment(26e62b26-76ed-49f4-9578-2518370488fd),segment_id=26e62b26-76ed-49f4-9578-2518370488fd)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:51:08.240576 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Returning: {'device': 'a1912817-5ab0-4a8c-9eba-0532b500cf73', 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a', 'port_id': 'a1912817-5ab0-4a8c-9eba-0532b500cf73', 'mac_address': 'fa:16:3e:27:31:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c869236f-34e5-4060-bd38-439ed8cf68e4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 10 16:51:08.287541 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-3f2f2561-d7a2-4d50-a489-72d222706552 req-3284e32b-5078-481a-912f-fc9ac623b83d service neutron] 10.222.0.24 "GET /v2.0/networks/7091017d-2230-4288-b149-b0a8abc860d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1275496
Sep 10 16:51:08.301112 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:08.321111 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1912817-5ab0-4a8c-9eba-0532b500cf73 {{(pid=74983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:51:08.337714 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port a1912817-5ab0-4a8c-9eba-0532b500cf73, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=a1912817-5ab0-4a8c-9eba-0532b500cf73,segment=NetworkSegment(26e62b26-76ed-49f4-9578-2518370488fd),segment_id=26e62b26-76ed-49f4-9578-2518370488fd)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:51:08.343328 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:08.345543 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:51:08.409379 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=a1912817-5ab0-4a8c-9eba-0532b500cf73,revision_number=9']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:51:08.412444 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:51:08.440003 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-3f2f2561-d7a2-4d50-a489-72d222706552 req-3b1e9a61-48b7-41dc-96ff-399f60cb5b4f service neutron] 10.222.0.24 "GET /v2.0/networks/7091017d-2230-4288-b149-b0a8abc860d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1459866
Sep 10 16:51:08.583012 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] get_ports_and_sgs() called for port_ids ['a1912817-5ab0-4a8c-9eba-0532b500cf73'] {{(pid=74983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 10 16:51:08.791933 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d24f6b-ed66-4915-8aa4-afb692df52d0 req-4e48a90c-0351-47d8-b2e6-abe91b38c744 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:51:08.793530 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-49d24f6b-ed66-4915-8aa4-afb692df52d0 req-4e48a90c-0351-47d8-b2e6-abe91b38c744 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 945 time: 0.1704125
Sep 10 16:51:08.846999 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-49d24f6b-ed66-4915-8aa4-afb692df52d0 req-96bcd882-6e62-40e9-bc7a-4e18c5d509be tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475590
Sep 10 16:51:09.258313 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263ed36-ba7d-4bf4-98b7-e4a955e465b6 req-3b98e524-9ca3-4d91-b2ad-c140fcce0e6e tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:51:09.259692 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7263ed36-ba7d-4bf4-98b7-e4a955e465b6 req-3b98e524-9ca3-4d91-b2ad-c140fcce0e6e tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 944 time: 0.0748556
Sep 10 16:51:09.310173 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7263ed36-ba7d-4bf4-98b7-e4a955e465b6 req-a2a21bab-9138-44d8-b045-bc15972b20b9 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444202
Sep 10 16:51:10.070474 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95cd03-6104-43a3-96a4-9b334c789a1e req-768d8748-f0bd-48fe-a080-5e456819f1e6 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:51:10.072118 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-7f95cd03-6104-43a3-96a4-9b334c789a1e req-768d8748-f0bd-48fe-a080-5e456819f1e6 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 945 time: 0.0798852
Sep 10 16:51:10.103172 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device a1912817-5ab0-4a8c-9eba-0532b500cf73 up at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:51:10.118618 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-7f95cd03-6104-43a3-96a4-9b334c789a1e req-f4031252-02de-4155-819c-921495b67694 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408196
Sep 10 16:51:10.183991 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning complete for port a1912817-5ab0-4a8c-9eba-0532b500cf73 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:51:10.184368 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:10.300882 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:10.328037 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80546841-b40d-43d6-af96-786646a6bf11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1912817-5ab0-4a8c-9eba-0532b500cf73'}] {{(pid=74983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:51:10.338253 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port a1912817-5ab0-4a8c-9eba-0532b500cf73, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=a1912817-5ab0-4a8c-9eba-0532b500cf73,segment=NetworkSegment(26e62b26-76ed-49f4-9578-2518370488fd),segment_id=26e62b26-76ed-49f4-9578-2518370488fd)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:51:10.344378 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:10.346320 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:51:10.388005 dv-cinder-808473-1-iscsi neutron-server[74983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80546841-b40d-43d6-af96-786646a6bf11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1912817-5ab0-4a8c-9eba-0532b500cf73', 'code': 200}
Sep 10 16:51:10.417691 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=a1912817-5ab0-4a8c-9eba-0532b500cf73,revision_number=10']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:51:10.421316 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:51:10.577214 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da9a81-a8bc-4c34-b883-ca6ba53a7fbd req-2ca0c687-5d73-479d-adca-5af020752f53 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:51:10.579092 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-74da9a81-a8bc-4c34-b883-ca6ba53a7fbd req-2ca0c687-5d73-479d-adca-5af020752f53 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 944 time: 0.0875337
Sep 10 16:51:10.624281 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-74da9a81-a8bc-4c34-b883-ca6ba53a7fbd req-d898d54a-a989-4476-8af1-dac701b71f38 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397196
Sep 10 16:51:10.653486 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-947a0d3b-71f6-47f6-a592-91bc1193cfe4 req-bcedc7c4-882a-4787-85ff-72fc8c77ae8a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 1100 time: 0.0685434
Sep 10 16:51:10.695266 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-947a0d3b-71f6-47f6-a592-91bc1193cfe4 req-a3ce4c07-b5d3-49d5-ad6a-3b8389ffac78 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0347805
Sep 10 16:51:11.352415 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0825d-4fcc-4233-858c-9450b57ab578 req-c65ccb04-aa1f-47be-b121-59bfa003bfb0 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:51:11.353868 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-d2d0825d-4fcc-4233-858c-9450b57ab578 req-c65ccb04-aa1f-47be-b121-59bfa003bfb0 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 947 time: 0.0873637
Sep 10 16:51:11.400164 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-d2d0825d-4fcc-4233-858c-9450b57ab578 req-fd4a2f06-89db-4a96-8533-184bb333488c tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402257
Sep 10 16:51:11.849670 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c0604c-84b0-40f5-bb22-e0ab050dcb12 req-ad29c0ce-58c8-4bba-8cbf-268e01098e7f tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:51:11.851391 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-19c0604c-84b0-40f5-bb22-e0ab050dcb12 req-ad29c0ce-58c8-4bba-8cbf-268e01098e7f tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 944 time: 0.0985568
Sep 10 16:51:11.906868 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-19c0604c-84b0-40f5-bb22-e0ab050dcb12 req-0c7d1630-c9bc-461e-8266-e2875b0dc58f tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492494
Sep 10 16:51:12.594225 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5485b3d-00e0-4e37-ac5a-c984b05b3378 req-c25915d9-9dcb-45ee-8999-cb3c3ba0bf38 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:51:12.595695 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b5485b3d-00e0-4e37-ac5a-c984b05b3378 req-c25915d9-9dcb-45ee-8999-cb3c3ba0bf38 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ee9cb60-831a-4659-968c-7e226f9f6ea0 HTTP/1.1" status: 200  len: 946 time: 0.0764155
Sep 10 16:51:12.609489 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206443a0-c77c-4a9f-8537-fceceb4c21d1 req-8c7cce7e-e1f3-4d3a-ab68-8420c43812ec tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:51:12.610967 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-206443a0-c77c-4a9f-8537-fceceb4c21d1 req-8c7cce7e-e1f3-4d3a-ab68-8420c43812ec tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 947 time: 0.0753844
Sep 10 16:51:12.641416 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b5485b3d-00e0-4e37-ac5a-c984b05b3378 req-45a677fe-af06-410c-bce6-0012caf2047c tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=09bba455-0f8f-4815-8d2d-5535831cfb59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402570
Sep 10 16:51:12.655850 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-206443a0-c77c-4a9f-8537-fceceb4c21d1 req-fd40c868-c986-41e9-acdb-115927ad1ed0 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394006
Sep 10 16:51:13.109128 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1c0f8-c7f6-4f5e-beb9-4105106e79a3 req-7f9caa1e-585d-4874-b2ec-28c454e6b193 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:51:13.110586 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-30e1c0f8-c7f6-4f5e-beb9-4105106e79a3 req-7f9caa1e-585d-4874-b2ec-28c454e6b193 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 944 time: 0.0824676
Sep 10 16:51:13.159542 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-30e1c0f8-c7f6-4f5e-beb9-4105106e79a3 req-d921b26c-b8c6-4ecc-a75f-5b7b93d64255 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435038
Sep 10 16:51:13.931518 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087becf-97d0-456c-88aa-92bd57fb2b27 req-d626b2ff-826d-452c-8d63-0534c27e77f0 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:51:13.933001 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-3087becf-97d0-456c-88aa-92bd57fb2b27 req-d626b2ff-826d-452c-8d63-0534c27e77f0 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ee9cb60-831a-4659-968c-7e226f9f6ea0 HTTP/1.1" status: 200  len: 946 time: 0.1571822
Sep 10 16:51:13.978632 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-3087becf-97d0-456c-88aa-92bd57fb2b27 req-01e508ad-6c66-4ec2-97ea-dbd619493644 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups?id=09bba455-0f8f-4815-8d2d-5535831cfb59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397818
Sep 10 16:51:14.164783 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8eba9-2bc2-4b94-ad52-0b77c1e516ff req-e1baa8f0-fadd-4b82-bd5a-cf2652d8599a tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:51:14.166243 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-6de8eba9-2bc2-4b94-ad52-0b77c1e516ff req-e1baa8f0-fadd-4b82-bd5a-cf2652d8599a tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ee9cb60-831a-4659-968c-7e226f9f6ea0 HTTP/1.1" status: 200  len: 946 time: 0.0774326
Sep 10 16:51:14.368188 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [req-6de8eba9-2bc2-4b94-ad52-0b77c1e516ff req-96ff4abe-a2ac-4eb0-92c8-b573d18c8bd1 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Deleting port ef2d05c1-5961-431a-8b90-6a4474439222 {{(pid=74981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:51:14.368527 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-6de8eba9-2bc2-4b94-ad52-0b77c1e516ff req-96ff4abe-a2ac-4eb0-92c8-b573d18c8bd1 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:14.492746 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5838f4-13b6-4b26-a679-bb0af3977d78 req-4d3c4c83-31ca-4073-ac23-bfbba596b5c5 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:51:14.494120 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-1e5838f4-13b6-4b26-a679-bb0af3977d78 req-4d3c4c83-31ca-4073-ac23-bfbba596b5c5 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 944 time: 0.1975462
Sep 10 16:51:14.622621 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-1e5838f4-13b6-4b26-a679-bb0af3977d78 req-03af27d6-5b67-4849-9014-48b0fc617c06 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1229937
Sep 10 16:51:14.661422 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [req-6de8eba9-2bc2-4b94-ad52-0b77c1e516ff req-96ff4abe-a2ac-4eb0-92c8-b573d18c8bd1 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] For port ef2d05c1-5961-431a-8b90-6a4474439222, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=ef2d05c1-5961-431a-8b90-6a4474439222,segment=NetworkSegment(c6538587-d6ad-4ab5-81d5-0156b6242101),segment_id=c6538587-d6ad-4ab5-81d5-0156b6242101)] {{(pid=74981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:51:14.661776 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-6de8eba9-2bc2-4b94-ad52-0b77c1e516ff req-96ff4abe-a2ac-4eb0-92c8-b573d18c8bd1 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:14.941850 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-6de8eba9-2bc2-4b94-ad52-0b77c1e516ff req-96ff4abe-a2ac-4eb0-92c8-b573d18c8bd1 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:14.942251 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-6de8eba9-2bc2-4b94-ad52-0b77c1e516ff req-96ff4abe-a2ac-4eb0-92c8-b573d18c8bd1 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446787'] for floatingip, after_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:14.942567 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.db.l3_db [req-6de8eba9-2bc2-4b94-ad52-0b77c1e516ff req-96ff4abe-a2ac-4eb0-92c8-b573d18c8bd1 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Floating IP 3c376d96-124c-4212-971a-d1fd571e34b5 disassociated. External IP: 172.27.0.190, port: ef2d05c1-5961-431a-8b90-6a4474439222.
Sep 10 16:51:14.942908 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [req-6de8eba9-2bc2-4b94-ad52-0b77c1e516ff req-96ff4abe-a2ac-4eb0-92c8-b573d18c8bd1 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Calling delete_port for ef2d05c1-5961-431a-8b90-6a4474439222 owned by compute:nova {{(pid=74981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:51:15.082239 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-6de8eba9-2bc2-4b94-ad52-0b77c1e516ff req-96ff4abe-a2ac-4eb0-92c8-b573d18c8bd1 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2943309'] for port, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:15.089057 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-9a36bc6b-18fa-488e-8912-ebdc2348229d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:51:15.135857 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff4abe-a2ac-4eb0-92c8-b573d18c8bd1 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Pushing event deleted for resources: {'Port': ['ID=ef2d05c1-5961-431a-8b90-6a4474439222,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:51:15.139025 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-ec472978-ad74-47db-bc0d-c76dfadc84fd req-324d5fd3-1283-4958-9d2b-ad4d58493e73 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ee9cb60-831a-4659-968c-7e226f9f6ea0 HTTP/1.1" status: 200  len: 210 time: 0.0412507
Sep 10 16:51:15.151238 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff4abe-a2ac-4eb0-92c8-b573d18c8bd1 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:51:15.151422 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff4abe-a2ac-4eb0-92c8-b573d18c8bd1 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:51:15.151727 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff4abe-a2ac-4eb0-92c8-b573d18c8bd1 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:51:15.152073 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff4abe-a2ac-4eb0-92c8-b573d18c8bd1 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:51:15.152435 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff4abe-a2ac-4eb0-92c8-b573d18c8bd1 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:51:15.152786 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff4abe-a2ac-4eb0-92c8-b573d18c8bd1 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:51:15.153225 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff4abe-a2ac-4eb0-92c8-b573d18c8bd1 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:51:15.153471 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff4abe-a2ac-4eb0-92c8-b573d18c8bd1 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:51:15.153813 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff4abe-a2ac-4eb0-92c8-b573d18c8bd1 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:51:15.154178 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff4abe-a2ac-4eb0-92c8-b573d18c8bd1 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:51:15.154523 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff4abe-a2ac-4eb0-92c8-b573d18c8bd1 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:51:15.157998 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-96ff4abe-a2ac-4eb0-92c8-b573d18c8bd1 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:51:15.360897 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6de8eba9-2bc2-4b94-ad52-0b77c1e516ff req-96ff4abe-a2ac-4eb0-92c8-b573d18c8bd1 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Router 83d55671-1489-406c-b5c7-9f5f3a763726 has already been hosted by L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 {{(pid=74981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 10 16:51:15.562718 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6de8eba9-2bc2-4b94-ad52-0b77c1e516ff req-96ff4abe-a2ac-4eb0-92c8-b573d18c8bd1 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:51:15.572614 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a1d766-595f-4eeb-97c4-8c9823dcfd62 None None] Sync routers for ids ['83d55671-1489-406c-b5c7-9f5f3a763726'] in dv-cinder-808473-1-iscsi {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:51:15.585098 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a1d766-595f-4eeb-97c4-8c9823dcfd62 None None] Routers {'83d55671-1489-406c-b5c7-9f5f3a763726'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:51:15.585732 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-67a1d766-595f-4eeb-97c4-8c9823dcfd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f86251954f0>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:50:57Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['83d55671-1489-406c-b5c7-9f5f3a763726'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:51:15.637271 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de8eba9-2bc2-4b94-ad52-0b77c1e516ff req-96ff4abe-a2ac-4eb0-92c8-b573d18c8bd1 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] No DVR routers for this DVR port ef2d05c1-5961-431a-8b90-6a4474439222 on host hv-cinder-80847 {{(pid=74981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 10 16:51:15.639824 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-6de8eba9-2bc2-4b94-ad52-0b77c1e516ff req-96ff4abe-a2ac-4eb0-92c8-b573d18c8bd1 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:15.642415 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee9cb60-831a-4659-968c-7e226f9f6ea0', 'name': 'network-vif-deleted', 'tag': 'ef2d05c1-5961-431a-8b90-6a4474439222'}] {{(pid=74981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:51:15.659002 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-6de8eba9-2bc2-4b94-ad52-0b77c1e516ff req-96ff4abe-a2ac-4eb0-92c8-b573d18c8bd1 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.24 "DELETE /v2.0/ports/ef2d05c1-5961-431a-8b90-6a4474439222 HTTP/1.1" status: 204  len: 173 time: 1.4871159
Sep 10 16:51:15.701513 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee9cb60-831a-4659-968c-7e226f9f6ea0', 'name': 'network-vif-deleted', 'tag': 'ef2d05c1-5961-431a-8b90-6a4474439222', 'status': 'completed', 'code': 200}
Sep 10 16:51:15.779699 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-67a1d766-595f-4eeb-97c4-8c9823dcfd62 None None] Set router 83d55671-1489-406c-b5c7-9f5f3a763726 gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:51:15.846625 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abaed4-c324-4355-9cd6-9d9148ba44c2 req-525982fe-8de3-4cc0-93dd-556c4794a07e tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:51:15.848118 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-e5abaed4-c324-4355-9cd6-9d9148ba44c2 req-525982fe-8de3-4cc0-93dd-556c4794a07e tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 944 time: 0.0874391
Sep 10 16:51:15.879557 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 6 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 16:51:15.896652 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-e5abaed4-c324-4355-9cd6-9d9148ba44c2 req-c6671304-182d-4563-98d2-67f43a5d4739 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426867
Sep 10 16:51:16.125510 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 650e2ddf-bdf1-4075-9039-9b283a928ffc details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=74983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 10 16:51:16.142530 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-67a1d766-595f-4eeb-97c4-8c9823dcfd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f86251954f0>, [{'id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'name': 'tempest-AttachVolumeTestJSON-1565047691-router', 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'aa012124-f910-4ae0-9e02-60fd3cddabb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:43:50Z', 'revision_number': 4, 'project_id': 'd0a46baf31fe490992f182c130f37875', 'gw_port': {'id': 'aa012124-f910-4ae0-9e02-60fd3cddabb5', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:33Z', 'updated_at': '2021-09-10T16:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': 'eebf41e6-278b-445f-b2e3-c376b3ab9b06', 'name': '', 'network_id': '6dada4db-7034-4535-a3e4-d198e90e5fce', 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'mac_address': 'fa:16:3e:d3:4d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:47Z', 'updated_at': '2021-09-10T16:44:23Z', 'revision_number': 5, 'project_id': 'd0a46baf31fe490992f182c130f37875', 'subnets': [{'id': 'ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:51:16.148530 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a1d766-595f-4eeb-97c4-8c9823dcfd62 None None] Checking router: 83d55671-1489-406c-b5c7-9f5f3a763726 for host: dv-cinder-808473-1-iscsi {{(pid=74983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:51:16.234090 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a1d766-595f-4eeb-97c4-8c9823dcfd62 None None] Routers {'83d55671-1489-406c-b5c7-9f5f3a763726'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:51:16.234766 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-67a1d766-595f-4eeb-97c4-8c9823dcfd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f86251954f0>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:50:57Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['83d55671-1489-406c-b5c7-9f5f3a763726'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:51:16.339027 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-d2e26a8d-c472-4c7a-b59d-6f2282ea753d req-8198a4da-8584-44e9-9d2f-5dd71913ae11 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Synchronizing usage tracker for tenant:d0a46baf31fe490992f182c130f37875 on resource:port {{(pid=74981) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:51:16.354311 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-d2e26a8d-c472-4c7a-b59d-6f2282ea753d req-8198a4da-8584-44e9-9d2f-5dd71913ae11 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Unset dirty status for tenant:d0a46baf31fe490992f182c130f37875 on resource:port {{(pid=74981) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:51:16.355578 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-d2e26a8d-c472-4c7a-b59d-6f2282ea753d req-8198a4da-8584-44e9-9d2f-5dd71913ae11 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ee9cb60-831a-4659-968c-7e226f9f6ea0 HTTP/1.1" status: 200  len: 210 time: 0.0688562
Sep 10 16:51:16.423983 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 650e2ddf-bdf1-4075-9039-9b283a928ffc, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=650e2ddf-bdf1-4075-9039-9b283a928ffc,segment=NetworkSegment(c5a19012-d1b7-40fb-9185-4f6121dd52f6),segment_id=c5a19012-d1b7-40fb-9185-4f6121dd52f6)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:51:16.454058 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Returning: {'device': '650e2ddf-bdf1-4075-9039-9b283a928ffc', 'network_id': '7091017d-2230-4288-b149-b0a8abc860d9', 'port_id': '650e2ddf-bdf1-4075-9039-9b283a928ffc', 'mac_address': 'fa:16:3e:80:99:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9ce5f47-6b8d-4442-bda9-2c50c5c59baa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 10 16:51:16.501326 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-67a1d766-595f-4eeb-97c4-8c9823dcfd62 None None] Set router 83d55671-1489-406c-b5c7-9f5f3a763726 gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:51:16.574936 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:16.645711 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 650e2ddf-bdf1-4075-9039-9b283a928ffc {{(pid=74983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:51:16.737379 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 650e2ddf-bdf1-4075-9039-9b283a928ffc, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=650e2ddf-bdf1-4075-9039-9b283a928ffc,segment=NetworkSegment(c5a19012-d1b7-40fb-9185-4f6121dd52f6),segment_id=c5a19012-d1b7-40fb-9185-4f6121dd52f6)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:51:16.744609 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:16.748718 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:51:16.868534 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=650e2ddf-bdf1-4075-9039-9b283a928ffc,revision_number=7']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:51:16.874340 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:51:16.908207 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-67a1d766-595f-4eeb-97c4-8c9823dcfd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f86251954f0>, [{'id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'name': 'tempest-AttachVolumeTestJSON-1565047691-router', 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'aa012124-f910-4ae0-9e02-60fd3cddabb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:43:50Z', 'revision_number': 4, 'project_id': 'd0a46baf31fe490992f182c130f37875', 'gw_port': {'id': 'aa012124-f910-4ae0-9e02-60fd3cddabb5', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:33Z', 'updated_at': '2021-09-10T16:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': 'eebf41e6-278b-445f-b2e3-c376b3ab9b06', 'name': '', 'network_id': '6dada4db-7034-4535-a3e4-d198e90e5fce', 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'mac_address': 'fa:16:3e:d3:4d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:47Z', 'updated_at': '2021-09-10T16:44:23Z', 'revision_number': 5, 'project_id': 'd0a46baf31fe490992f182c130f37875', 'subnets': [{'id': 'ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:51:16.912108 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a1d766-595f-4eeb-97c4-8c9823dcfd62 None None] The sync data for ids ['83d55671-1489-406c-b5c7-9f5f3a763726'] in dv-cinder-808473-1-iscsi is: [{'id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'name': 'tempest-AttachVolumeTestJSON-1565047691-router', 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'aa012124-f910-4ae0-9e02-60fd3cddabb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:43:50Z', 'revision_number': 4, 'project_id': 'd0a46baf31fe490992f182c130f37875', 'gw_port': {'id': 'aa012124-f910-4ae0-9e02-60fd3cddabb5', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:33Z', 'updated_at': '2021-09-10T16:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': 'eebf41e6-278b-445f-b2e3-c376b3ab9b06', 'name': '', 'network_id': '6dada4db-7034-4535-a3e4-d198e90e5fce', 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'mac_address': 'fa:16:3e:d3:4d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:47Z', 'updated_at': '2021-09-10T16:44:23Z', 'revision_number': 5, 'project_id': 'd0a46baf31fe490992f182c130f37875', 'subnets': [{'id': 'ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:51:16.961409 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] get_ports_and_sgs() called for port_ids ['650e2ddf-bdf1-4075-9039-9b283a928ffc'] {{(pid=74983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 10 16:51:17.098803 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de70483-da1f-47d2-a108-6d676e910a8b req-d241f2fe-ae32-4afc-b3ab-965767e872af tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:51:17.100311 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-3de70483-da1f-47d2-a108-6d676e910a8b req-d241f2fe-ae32-4afc-b3ab-965767e872af tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 945 time: 0.0798976
Sep 10 16:51:17.149377 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee899b75-17a5-420d-9b89-a98e3b08c241 None None] New status for floating IP 3c376d96-124c-4212-971a-d1fd571e34b5: DOWN {{(pid=74984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 10 16:51:17.153998 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-3de70483-da1f-47d2-a108-6d676e910a8b req-9584d485-af4a-4dd0-9e40-1ff8703de05e tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475738
Sep 10 16:51:17.499224 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 35898) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:51:17.565501 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e2a5c19b-b861-4e64-b100-9105eb8151a3 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:17.593219 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e2a5c19b-b861-4e64-b100-9105eb8151a3 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:17.643857 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e2a5c19b-b861-4e64-b100-9105eb8151a3 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:17.647549 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-99ebf30b-2a52-4e4d-9d68-cf157e5f4f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:51:17.661938 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5c19b-b861-4e64-b100-9105eb8151a3 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bba455-0f8f-4815-8d2d-5535831cfb59,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:51:17.675299 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5c19b-b861-4e64-b100-9105eb8151a3 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:51:17.675663 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5c19b-b861-4e64-b100-9105eb8151a3 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:51:17.676023 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5c19b-b861-4e64-b100-9105eb8151a3 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:51:17.676377 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5c19b-b861-4e64-b100-9105eb8151a3 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:51:17.676727 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5c19b-b861-4e64-b100-9105eb8151a3 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:51:17.677075 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5c19b-b861-4e64-b100-9105eb8151a3 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:51:17.677418 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5c19b-b861-4e64-b100-9105eb8151a3 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:51:17.677766 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5c19b-b861-4e64-b100-9105eb8151a3 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:51:17.678128 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5c19b-b861-4e64-b100-9105eb8151a3 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:51:17.678466 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5c19b-b861-4e64-b100-9105eb8151a3 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:51:17.678806 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5c19b-b861-4e64-b100-9105eb8151a3 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:51:17.682957 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-e2a5c19b-b861-4e64-b100-9105eb8151a3 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:51:17.687117 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e2a5c19b-b861-4e64-b100-9105eb8151a3 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:17.688202 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-e2a5c19b-b861-4e64-b100-9105eb8151a3 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "DELETE /v2.0/security-groups/09bba455-0f8f-4815-8d2d-5535831cfb59 HTTP/1.1" status: 204  len: 168 time: 0.1879961
Sep 10 16:51:17.690810 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 35902) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:51:17.707351 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.api.v2.resource [None req-941cea82-bd0f-4409-ae6b-e101c28d8379 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] show failed (client error): The resource could not be found.
Sep 10 16:51:17.708314 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-941cea82-bd0f-4409-ae6b-e101c28d8379 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "GET /v2.0/security-groups/09bba455-0f8f-4815-8d2d-5535831cfb59 HTTP/1.1" status: 404  len: 347 time: 0.0166368
Sep 10 16:51:17.711056 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 35906) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:51:17.862912 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [None req-14a7834a-b84c-46be-bc78-45d110e4b1d8 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Deleting port 361d6f69-2204-4834-b5b6-ad2bac57b39a {{(pid=74982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:51:17.863470 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-14a7834a-b84c-46be-bc78-45d110e4b1d8 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:18.028830 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-14a7834a-b84c-46be-bc78-45d110e4b1d8 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:18.029151 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-14a7834a-b84c-46be-bc78-45d110e4b1d8 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:18.130852 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 650e2ddf-bdf1-4075-9039-9b283a928ffc up at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:51:18.143684 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [None req-14a7834a-b84c-46be-bc78-45d110e4b1d8 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Calling delete_port for 361d6f69-2204-4834-b5b6-ad2bac57b39a owned by network:floatingip {{(pid=74982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:51:18.204234 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning complete for port 650e2ddf-bdf1-4075-9039-9b283a928ffc triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:51:18.204636 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:18.291417 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-14a7834a-b84c-46be-bc78-45d110e4b1d8 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:18.296276 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-f7f12725-e59c-4cc3-9c99-035720de8d48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:51:18.322003 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:18.338520 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7834a-b84c-46be-bc78-45d110e4b1d8 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Pushing event deleted for resources: {'Port': ['ID=361d6f69-2204-4834-b5b6-ad2bac57b39a,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:51:18.342938 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-14a7834a-b84c-46be-bc78-45d110e4b1d8 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:51:18.357440 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db5d8da-afe8-40ac-b51c-63eae902a76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650e2ddf-bdf1-4075-9039-9b283a928ffc'}] {{(pid=74983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:51:18.371934 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 650e2ddf-bdf1-4075-9039-9b283a928ffc, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=650e2ddf-bdf1-4075-9039-9b283a928ffc,segment=NetworkSegment(c5a19012-d1b7-40fb-9185-4f6121dd52f6),segment_id=c5a19012-d1b7-40fb-9185-4f6121dd52f6)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:51:18.379241 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:18.380195 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device ef2d05c1-5961-431a-8b90-6a4474439222 no longer exists at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:51:18.381029 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c37ede-943a-4fd0-9337-0a67a9e64cb7 req-5b93ba59-9f63-4bb5-acc7-3593aeea26e2 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:51:18.382781 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-25c37ede-943a-4fd0-9337-0a67a9e64cb7 req-5b93ba59-9f63-4bb5-acc7-3593aeea26e2 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 945 time: 0.0895610
Sep 10 16:51:18.414834 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:51:18.439421 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-25c37ede-943a-4fd0-9337-0a67a9e64cb7 req-50b97091-5aa9-43ee-83a7-3efbb0899e0c tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506585
Sep 10 16:51:18.459342 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] No Port match for: ef2d05c1-5961-431a-8b90-6a4474439222 {{(pid=74983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 10 16:51:18.460156 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device ef2d05c1-5961-431a-8b90-6a4474439222 not bound to the agent host hv-cinder-80847 {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 10 16:51:18.460451 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-14a7834a-b84c-46be-bc78-45d110e4b1d8 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks [] for floatingip, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:18.471407 dv-cinder-808473-1-iscsi neutron-server[74983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db5d8da-afe8-40ac-b51c-63eae902a76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650e2ddf-bdf1-4075-9039-9b283a928ffc', 'code': 200}
Sep 10 16:51:18.479924 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-14a7834a-b84c-46be-bc78-45d110e4b1d8 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for floatingip, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:18.481466 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-14a7834a-b84c-46be-bc78-45d110e4b1d8 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] 10.222.0.41 "DELETE /v2.0/floatingips/3c376d96-124c-4212-971a-d1fd571e34b5 HTTP/1.1" status: 204  len: 168 time: 0.7691689
Sep 10 16:51:18.503572 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=650e2ddf-bdf1-4075-9039-9b283a928ffc,revision_number=8']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:51:18.509166 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:51:18.792097 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-6cfb5011-910f-44f3-9c3e-e311adea33a6 req-a2a76733-b726-4c21-8da7-3f3a41f7db71 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 1099 time: 0.1602409
Sep 10 16:51:18.834775 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-6cfb5011-910f-44f3-9c3e-e311adea33a6 req-b2e13784-ac7e-4182-987c-b8bb061b48d7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0360093
Sep 10 16:51:19.635620 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b25ef0-2d24-4ca4-9b86-66784155bbd4 req-66eb7715-1945-47d3-acd2-5278b387c461 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:51:19.637064 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-d1b25ef0-2d24-4ca4-9b86-66784155bbd4 req-66eb7715-1945-47d3-acd2-5278b387c461 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 946 time: 0.0752790
Sep 10 16:51:19.680288 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-d1b25ef0-2d24-4ca4-9b86-66784155bbd4 req-80d6ef6c-a913-4b02-bf40-5f38a2cf0427 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378535
Sep 10 16:51:20.874668 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25f328-2a9b-4020-89eb-d99befbbd90c req-d2c8718e-11b6-4d0b-8231-e68155cfb134 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:51:20.876108 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-0c25f328-2a9b-4020-89eb-d99befbbd90c req-d2c8718e-11b6-4d0b-8231-e68155cfb134 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 946 time: 0.0783546
Sep 10 16:51:20.920396 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-0c25f328-2a9b-4020-89eb-d99befbbd90c req-5fd7ab0a-8268-4bfe-bb05-5a54d1f02979 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388432
Sep 10 16:51:22.503535 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 35946) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:51:23.005623 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-b7b4e5ea-edc9-4fb4-94fa-f9509cd9afc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-449117'] for router_interface, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:23.588213 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [None req-b7b4e5ea-edc9-4fb4-94fa-f9509cd9afc8 admin admin] Deleting port eebf41e6-278b-445f-b2e3-c376b3ab9b06 {{(pid=74981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:51:23.588884 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-b7b4e5ea-edc9-4fb4-94fa-f9509cd9afc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:23.755027 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [None req-b7b4e5ea-edc9-4fb4-94fa-f9509cd9afc8 admin admin] For port eebf41e6-278b-445f-b2e3-c376b3ab9b06, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=eebf41e6-278b-445f-b2e3-c376b3ab9b06,segment=NetworkSegment(c6538587-d6ad-4ab5-81d5-0156b6242101),segment_id=c6538587-d6ad-4ab5-81d5-0156b6242101)] {{(pid=74981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:51:23.755384 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-b7b4e5ea-edc9-4fb4-94fa-f9509cd9afc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:23.961250 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [None req-b7b4e5ea-edc9-4fb4-94fa-f9509cd9afc8 admin admin] Calling delete_port for eebf41e6-278b-445f-b2e3-c376b3ab9b06 owned by network:router_interface {{(pid=74981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:51:24.131224 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-b7b4e5ea-edc9-4fb4-94fa-f9509cd9afc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2943309'] for port, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:24.135148 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-c50344d0-bb9a-4542-a7ee-ce4b933c626c tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:51:24.176200 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4e5ea-edc9-4fb4-94fa-f9509cd9afc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=eebf41e6-278b-445f-b2e3-c376b3ab9b06,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:51:24.178951 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-b7b4e5ea-edc9-4fb4-94fa-f9509cd9afc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:51:24.462363 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-b7b4e5ea-edc9-4fb4-94fa-f9509cd9afc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1447749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-449257'] for router_interface, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:25.024721 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b4e5ea-edc9-4fb4-94fa-f9509cd9afc8 admin admin] Router 83d55671-1489-406c-b5c7-9f5f3a763726 has already been hosted by L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 {{(pid=74981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 10 16:51:25.206776 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-cb75b9b8-32e1-4478-a56e-1eaa13056a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:25.219117 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b4e5ea-edc9-4fb4-94fa-f9509cd9afc8 admin admin] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:51:25.227242 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c695eca9-a484-4224-a4b5-c9ec88d9e4ef None None] Sync routers for ids ['83d55671-1489-406c-b5c7-9f5f3a763726'] in dv-cinder-808473-1-iscsi {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:51:25.231036 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-b7b4e5ea-edc9-4fb4-94fa-f9509cd9afc8 admin admin] 10.222.0.41 "PUT /v2.0/routers/83d55671-1489-406c-b5c7-9f5f3a763726/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7264483
Sep 10 16:51:25.233641 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 35952) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:51:25.239456 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c695eca9-a484-4224-a4b5-c9ec88d9e4ef None None] Routers {'83d55671-1489-406c-b5c7-9f5f3a763726'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:51:25.240077 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-c695eca9-a484-4224-a4b5-c9ec88d9e4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f86252a6400>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:50:57Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['83d55671-1489-406c-b5c7-9f5f3a763726'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:51:25.461266 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-c695eca9-a484-4224-a4b5-c9ec88d9e4ef None None] Set router 83d55671-1489-406c-b5c7-9f5f3a763726 gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:51:25.540668 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-ee1871f6-adba-480f-b403-f9e4881306bc admin admin] Notify callbacks [] for router, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:25.656096 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:25.741959 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-ee1871f6-adba-480f-b403-f9e4881306bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:25.751192 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [None req-ee1871f6-adba-480f-b403-f9e4881306bc admin admin] Deleting port aa012124-f910-4ae0-9e02-60fd3cddabb5 {{(pid=74981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:51:25.751528 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-ee1871f6-adba-480f-b403-f9e4881306bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:25.757939 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-c695eca9-a484-4224-a4b5-c9ec88d9e4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f86252a6400>, [{'id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'name': 'tempest-AttachVolumeTestJSON-1565047691-router', 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'aa012124-f910-4ae0-9e02-60fd3cddabb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:51:24Z', 'revision_number': 5, 'project_id': 'd0a46baf31fe490992f182c130f37875', 'gw_port': {'id': 'aa012124-f910-4ae0-9e02-60fd3cddabb5', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:33Z', 'updated_at': '2021-09-10T16:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi'}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:51:25.762650 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c695eca9-a484-4224-a4b5-c9ec88d9e4ef None None] Checking router: 83d55671-1489-406c-b5c7-9f5f3a763726 for host: dv-cinder-808473-1-iscsi {{(pid=74983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:51:25.774994 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c695eca9-a484-4224-a4b5-c9ec88d9e4ef None None] Routers {'83d55671-1489-406c-b5c7-9f5f3a763726'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:51:25.775616 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-c695eca9-a484-4224-a4b5-c9ec88d9e4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f86252a6400>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:50:57Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['83d55671-1489-406c-b5c7-9f5f3a763726'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:51:25.926702 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-c695eca9-a484-4224-a4b5-c9ec88d9e4ef None None] Set router 83d55671-1489-406c-b5c7-9f5f3a763726 gateway port host: None {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:51:25.930984 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [None req-ee1871f6-adba-480f-b403-f9e4881306bc admin admin] For port aa012124-f910-4ae0-9e02-60fd3cddabb5, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=aa012124-f910-4ae0-9e02-60fd3cddabb5,segment=NetworkSegment(7f0f17d1-ee65-42aa-885b-938bb9d3cd64),segment_id=7f0f17d1-ee65-42aa-885b-938bb9d3cd64)] {{(pid=74981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:51:25.931341 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-ee1871f6-adba-480f-b403-f9e4881306bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:26.036533 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-c695eca9-a484-4224-a4b5-c9ec88d9e4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f86252a6400>, [{'id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'name': 'tempest-AttachVolumeTestJSON-1565047691-router', 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:51:25Z', 'revision_number': 6, 'project_id': 'd0a46baf31fe490992f182c130f37875', 'gw_port_host': None}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:51:26.040380 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c695eca9-a484-4224-a4b5-c9ec88d9e4ef None None] The sync data for ids ['83d55671-1489-406c-b5c7-9f5f3a763726'] in dv-cinder-808473-1-iscsi is: [{'id': '83d55671-1489-406c-b5c7-9f5f3a763726', 'name': 'tempest-AttachVolumeTestJSON-1565047691-router', 'tenant_id': 'd0a46baf31fe490992f182c130f37875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:51:25Z', 'revision_number': 6, 'project_id': 'd0a46baf31fe490992f182c130f37875', 'gw_port_host': None}] {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:51:26.050581 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [None req-ee1871f6-adba-480f-b403-f9e4881306bc admin admin] Calling delete_port for aa012124-f910-4ae0-9e02-60fd3cddabb5 owned by network:router_gateway {{(pid=74981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:51:26.218413 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-ee1871f6-adba-480f-b403-f9e4881306bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2943309'] for port, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:26.222924 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-664de722-e9ea-499c-90b0-7214b066aaab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:51:26.267155 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1871f6-adba-480f-b403-f9e4881306bc admin admin] Pushing event deleted for resources: {'Port': ['ID=aa012124-f910-4ae0-9e02-60fd3cddabb5,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:51:26.269531 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-ee1871f6-adba-480f-b403-f9e4881306bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:51:26.495262 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-ee1871f6-adba-480f-b403-f9e4881306bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446838'] for router_gateway, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:26.749166 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-ee1871f6-adba-480f-b403-f9e4881306bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16218'] for router, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:26.753179 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-ee1871f6-adba-480f-b403-f9e4881306bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:26.781509 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-ee1871f6-adba-480f-b403-f9e4881306bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-448530'] for router, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:26.782473 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1871f6-adba-480f-b403-f9e4881306bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83d55671-1489-406c-b5c7-9f5f3a763726 {{(pid=74981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Sep 10 16:51:26.795960 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-ee1871f6-adba-480f-b403-f9e4881306bc admin admin] Notify callbacks [] for router, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:26.797115 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-ee1871f6-adba-480f-b403-f9e4881306bc admin admin] 10.222.0.41 "DELETE /v2.0/routers/83d55671-1489-406c-b5c7-9f5f3a763726 HTTP/1.1" status: 204  len: 168 time: 1.5625534
Sep 10 16:51:26.799915 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 35956) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:51:26.960518 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e499448-c6f6-4386-bf20-9c75ea50e7ba admin admin] Deleting subnet ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5 {{(pid=74981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 10 16:51:26.964242 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-2e499448-c6f6-4386-bf20-9c75ea50e7ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:27.014410 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-2e499448-c6f6-4386-bf20-9c75ea50e7ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3598062'] for subnet, precommit_delete_associations {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:27.093228 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-2e499448-c6f6-4386-bf20-9c75ea50e7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-567488'] for subnet, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:27.157815 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-2e499448-c6f6-4386-bf20-9c75ea50e7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2943328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3362714'] for subnet, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:27.162144 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:51:27.196583 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e499448-c6f6-4386-bf20-9c75ea50e7ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:51:27.199973 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-2e499448-c6f6-4386-bf20-9c75ea50e7ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:51:27.201362 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-2e499448-c6f6-4386-bf20-9c75ea50e7ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for subnet, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:27.206332 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd4089d-e4c1-4455-ab58-5a39a4bd480f None None] Network 6dada4db-7034-4535-a3e4-d198e90e5fce requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:51:27.207424 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-2e499448-c6f6-4386-bf20-9c75ea50e7ba admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ee93ce05-92e0-4fc2-9a3c-29b989e3dbf5 HTTP/1.1" status: 204  len: 168 time: 0.4063993
Sep 10 16:51:27.209916 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 35960) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:51:27.315502 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-a9d2b708-0339-4670-88a5-0d9554bcb10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630774'] for network, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:27.327535 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [None req-a9d2b708-0339-4670-88a5-0d9554bcb10b admin admin] Deleting port fc589bc0-ee91-4189-8f74-dca0a530c90a {{(pid=74981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:51:27.327873 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-a9d2b708-0339-4670-88a5-0d9554bcb10b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:27.470368 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6504bc72-ff33-476a-81a2-3dc2d9e07d62 None None] DHCP port deletion for 6dada4db-7034-4535-a3e4-d198e90e5fce request from dv-cinder-808473-1-iscsi {{(pid=74983) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Sep 10 16:51:27.475077 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-6504bc72-ff33-476a-81a2-3dc2d9e07d62 None None] Deleting port fc589bc0-ee91-4189-8f74-dca0a530c90a {{(pid=74983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:51:27.475480 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-6504bc72-ff33-476a-81a2-3dc2d9e07d62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:27.533963 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-0267a76f-9c4e-4703-a5c1-7b4d2b0b92a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:27.535676 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [None req-a9d2b708-0339-4670-88a5-0d9554bcb10b admin admin] For port fc589bc0-ee91-4189-8f74-dca0a530c90a, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=fc589bc0-ee91-4189-8f74-dca0a530c90a,segment=NetworkSegment(c6538587-d6ad-4ab5-81d5-0156b6242101),segment_id=c6538587-d6ad-4ab5-81d5-0156b6242101)] {{(pid=74981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:51:27.536129 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-a9d2b708-0339-4670-88a5-0d9554bcb10b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:27.656369 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [None req-a9d2b708-0339-4670-88a5-0d9554bcb10b admin admin] Calling delete_port for fc589bc0-ee91-4189-8f74-dca0a530c90a owned by network:dhcp {{(pid=74981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:51:27.683424 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-6504bc72-ff33-476a-81a2-3dc2d9e07d62 None None] For port fc589bc0-ee91-4189-8f74-dca0a530c90a, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=fc589bc0-ee91-4189-8f74-dca0a530c90a,segment=NetworkSegment(c6538587-d6ad-4ab5-81d5-0156b6242101),segment_id=c6538587-d6ad-4ab5-81d5-0156b6242101)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:51:27.683751 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-6504bc72-ff33-476a-81a2-3dc2d9e07d62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:27.732468 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-a9d2b708-0339-4670-88a5-0d9554bcb10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2943309'] for port, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:27.736935 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-9be905b7-c3b8-4598-af50-2ffd7727be33 tempest-ServerRescueNegativeTestJSON-1313684892 tempest-ServerRescueNegativeTestJSON-1313684892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:51:27.776870 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2b708-0339-4670-88a5-0d9554bcb10b admin admin] Pushing event deleted for resources: {'Port': ['ID=fc589bc0-ee91-4189-8f74-dca0a530c90a,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:51:27.779417 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-a9d2b708-0339-4670-88a5-0d9554bcb10b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:51:27.784128 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d2b708-0339-4670-88a5-0d9554bcb10b admin admin] No DVR routers for this DVR port fc589bc0-ee91-4189-8f74-dca0a530c90a on host dv-cinder-808473-1-iscsi {{(pid=74981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 10 16:51:27.807129 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-6504bc72-ff33-476a-81a2-3dc2d9e07d62 None None] Calling delete_port for fc589bc0-ee91-4189-8f74-dca0a530c90a owned by network:dhcp {{(pid=74983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:51:27.901786 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-a9d2b708-0339-4670-88a5-0d9554bcb10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571207', 'neutron.services.segments.db._delete_segments_for_network-8763384148637'] for network, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:27.910856 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.db.api [None req-6504bc72-ff33-476a-81a2-3dc2d9e07d62 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74983) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 10 16:51:27.911553 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_db.api [None req-6504bc72-ff33-476a-81a2-3dc2d9e07d62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 10 16:51:27.914463 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.services.segments.db [None req-a9d2b708-0339-4670-88a5-0d9554bcb10b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8624caa4c0>,) {'filters': {'network_id': ['6dada4db-7034-4535-a3e4-d198e90e5fce']}} {{(pid=74981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:51:27.923988 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device eebf41e6-278b-445f-b2e3-c376b3ab9b06 no longer exists at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:51:27.927087 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.services.segments.db [None req-a9d2b708-0339-4670-88a5-0d9554bcb10b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8624caa4c0>, 'c6538587-d6ad-4ab5-81d5-0156b6242101') {'for_net_delete': True} {{(pid=74981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:51:27.927386 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.services.segments.db [None req-a9d2b708-0339-4670-88a5-0d9554bcb10b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8624caa4c0>, 'c6538587-d6ad-4ab5-81d5-0156b6242101') {} {{(pid=74981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:51:27.939326 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-a9d2b708-0339-4670-88a5-0d9554bcb10b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763384234424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3598071'] for segment, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:27.954999 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-a9d2b708-0339-4670-88a5-0d9554bcb10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-567309'] for segment, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:27.955976 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] No Port match for: eebf41e6-278b-445f-b2e3-c376b3ab9b06 {{(pid=74983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 10 16:51:27.956333 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device eebf41e6-278b-445f-b2e3-c376b3ab9b06 not bound to the agent host dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 10 16:51:27.956778 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device fc589bc0-ee91-4189-8f74-dca0a530c90a no longer exists at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:51:27.961135 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9d2b708-0339-4670-88a5-0d9554bcb10b admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=74981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 10 16:51:27.961524 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-a9d2b708-0339-4670-88a5-0d9554bcb10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2943294'] for segment, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:27.975007 dv-cinder-808473-1-iscsi neutron-server[74981]: Traceback (most recent call last):
Sep 10 16:51:27.975007 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 10 16:51:27.975007 dv-cinder-808473-1-iscsi neutron-server[74981]:     timer()
Sep 10 16:51:27.975007 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 10 16:51:27.975007 dv-cinder-808473-1-iscsi neutron-server[74981]:     cb(*args, **kw)
Sep 10 16:51:27.975007 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Sep 10 16:51:27.975007 dv-cinder-808473-1-iscsi neutron-server[74981]:     return func(*args, **kwargs)
Sep 10 16:51:27.975007 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 10 16:51:27.975007 dv-cinder-808473-1-iscsi neutron-server[74981]:     self._notify()
Sep 10 16:51:27.975007 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 10 16:51:27.975007 dv-cinder-808473-1-iscsi neutron-server[74981]:     self.callback(batched_events)
Sep 10 16:51:27.975007 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 10 16:51:27.975007 dv-cinder-808473-1-iscsi neutron-server[74981]:     event.method(event)
Sep 10 16:51:27.975007 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 10 16:51:27.975007 dv-cinder-808473-1-iscsi neutron-server[74981]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 10 16:51:27.975007 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 10 16:51:27.975007 dv-cinder-808473-1-iscsi neutron-server[74981]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 10 16:51:27.975007 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 10 16:51:27.975007 dv-cinder-808473-1-iscsi neutron-server[74981]:     return f(self, *a, **k)
Sep 10 16:51:27.975007 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 10 16:51:27.975007 dv-cinder-808473-1-iscsi neutron-server[74981]:     return self._get(url).json()
Sep 10 16:51:27.975007 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 10 16:51:27.975007 dv-cinder-808473-1-iscsi neutron-server[74981]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 10 16:51:27.975007 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 10 16:51:27.975007 dv-cinder-808473-1-iscsi neutron-server[74981]:     return self.request(url, 'GET', **kwargs)
Sep 10 16:51:27.975007 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 10 16:51:27.975007 dv-cinder-808473-1-iscsi neutron-server[74981]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 10 16:51:27.975007 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 10 16:51:27.975007 dv-cinder-808473-1-iscsi neutron-server[74981]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 10 16:51:27.975007 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 10 16:51:27.975007 dv-cinder-808473-1-iscsi neutron-server[74981]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 10 16:51:27.975007 dv-cinder-808473-1-iscsi neutron-server[74981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 10 16:51:27.990302 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] No Port match for: fc589bc0-ee91-4189-8f74-dca0a530c90a {{(pid=74983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 10 16:51:27.990660 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device fc589bc0-ee91-4189-8f74-dca0a530c90a not bound to the agent host dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 10 16:51:27.991087 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device aa012124-f910-4ae0-9e02-60fd3cddabb5 no longer exists at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:51:28.021602 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] No Port match for: aa012124-f910-4ae0-9e02-60fd3cddabb5 {{(pid=74983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 10 16:51:28.021949 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device aa012124-f910-4ae0-9e02-60fd3cddabb5 not bound to the agent host dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 10 16:51:28.053186 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-a9d2b708-0339-4670-88a5-0d9554bcb10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446813'] for network, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:28.056687 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-2cb505ed-70ff-47f7-9ebd-200ebd5fa235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:51:28.069652 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-a9d2b708-0339-4670-88a5-0d9554bcb10b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for network, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:28.080355 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2b708-0339-4670-88a5-0d9554bcb10b admin admin] Pushing event deleted for resources: {'Network': ['ID=6dada4db-7034-4535-a3e4-d198e90e5fce,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:51:28.083424 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-a9d2b708-0339-4670-88a5-0d9554bcb10b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:51:28.093662 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-a9d2b708-0339-4670-88a5-0d9554bcb10b admin admin] 10.222.0.41 "DELETE /v2.0/networks/6dada4db-7034-4535-a3e4-d198e90e5fce HTTP/1.1" status: 204  len: 168 time: 0.8827946
Sep 10 16:51:28.246662 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 35966) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:51:28.296660 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-85aa4f66-e204-4b09-9993-27c2c1a5b601 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d0a46baf31fe490992f182c130f37875&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0487318
Sep 10 16:51:28.298931 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 35970) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:51:28.367539 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-ad4f180b-66d1-4efb-bc06-ccfffc678ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:28.391903 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-ad4f180b-66d1-4efb-bc06-ccfffc678ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:28.412862 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-6504bc72-ff33-476a-81a2-3dc2d9e07d62 None None] Deleting port fc589bc0-ee91-4189-8f74-dca0a530c90a {{(pid=74983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:51:28.413406 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-6504bc72-ff33-476a-81a2-3dc2d9e07d62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:28.443920 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-ad4f180b-66d1-4efb-bc06-ccfffc678ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:28.449401 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-55200252-630f-46cb-9d8e-67d8cfb73b47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:51:28.463023 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4f180b-66d1-4efb-bc06-ccfffc678ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0463a4-05ae-42a9-bc68-9e9261613b96,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:51:28.467132 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-ad4f180b-66d1-4efb-bc06-ccfffc678ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:51:28.470643 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-ad4f180b-66d1-4efb-bc06-ccfffc678ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:28.475929 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-ad4f180b-66d1-4efb-bc06-ccfffc678ffe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fe0463a4-05ae-42a9-bc68-9e9261613b96 HTTP/1.1" status: 204  len: 168 time: 0.1719570
Sep 10 16:51:28.488525 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-6504bc72-ff33-476a-81a2-3dc2d9e07d62 None None] The port 'fc589bc0-ee91-4189-8f74-dca0a530c90a' was deleted {{(pid=74983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Sep 10 16:51:28.515898 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:29.955355 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:33.691044 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 36060) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:51:33.828705 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-93555fc1-5039-4585-b47c-26273b451eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:33.859782 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-93555fc1-5039-4585-b47c-26273b451eff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:51:33.863779 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-93555fc1-5039-4585-b47c-26273b451eff admin admin] Usage tracker for resource:security_group_rule and tenant:b0a68066daef41cabfa0f9ff2f7013d2 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:51:33.866648 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-93555fc1-5039-4585-b47c-26273b451eff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:51:33.872907 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-93555fc1-5039-4585-b47c-26273b451eff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:51:33.935857 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-93555fc1-5039-4585-b47c-26273b451eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:33.939621 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-93555fc1-5039-4585-b47c-26273b451eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:33.946303 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-049443b8-a483-4f91-85c8-bd889b5ed9b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:51:33.988240 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93555fc1-5039-4585-b47c-26273b451eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c290a600-efbe-4cfd-8513-0a49c3df9d03,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:51:33.991806 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-93555fc1-5039-4585-b47c-26273b451eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:51:33.994478 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-93555fc1-5039-4585-b47c-26273b451eff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b0a68066daef41cabfa0f9ff2f7013d2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3024404
Sep 10 16:51:33.998554 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 36066) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:51:34.062690 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e6e1cc62-b372-482b-ba07-539902807f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:34.087146 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e6e1cc62-b372-482b-ba07-539902807f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:34.137201 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e6e1cc62-b372-482b-ba07-539902807f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:34.140897 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-d45cbec9-62fa-43ff-bf27-3de1678bf9d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:51:34.151781 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e1cc62-b372-482b-ba07-539902807f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c290a600-efbe-4cfd-8513-0a49c3df9d03,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:51:34.155515 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-e6e1cc62-b372-482b-ba07-539902807f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:51:34.158631 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e6e1cc62-b372-482b-ba07-539902807f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:34.159751 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-e6e1cc62-b372-482b-ba07-539902807f8c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c290a600-efbe-4cfd-8513-0a49c3df9d03 HTTP/1.1" status: 204  len: 168 time: 0.1609499
Sep 10 16:51:34.499305 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 36074) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:51:34.517897 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-d88defd4-dbeb-4aff-adb7-95fa839e43ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:34.549308 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-d88defd4-dbeb-4aff-adb7-95fa839e43ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:51:34.553093 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-d88defd4-dbeb-4aff-adb7-95fa839e43ca admin admin] Usage tracker for resource:security_group_rule and tenant:8a001b55f9cd4bfea70eb41e74af773a is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:51:34.556018 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-d88defd4-dbeb-4aff-adb7-95fa839e43ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:51:34.561607 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-d88defd4-dbeb-4aff-adb7-95fa839e43ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:51:34.625806 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-d88defd4-dbeb-4aff-adb7-95fa839e43ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:34.629420 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-d88defd4-dbeb-4aff-adb7-95fa839e43ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:34.636570 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-e2a5c19b-b861-4e64-b100-9105eb8151a3 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:51:34.756979 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88defd4-dbeb-4aff-adb7-95fa839e43ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b257c51d-55f0-4f32-8c45-7a12abe5b992,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:51:34.760823 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-d88defd4-dbeb-4aff-adb7-95fa839e43ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:51:34.763536 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-d88defd4-dbeb-4aff-adb7-95fa839e43ca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8a001b55f9cd4bfea70eb41e74af773a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2632270
Sep 10 16:51:34.766113 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 36078) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:51:34.824505 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e3357703-0405-48fb-a43e-fb88411a383b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:34.850491 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e3357703-0405-48fb-a43e-fb88411a383b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:34.901792 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e3357703-0405-48fb-a43e-fb88411a383b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:34.906389 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-7bab68b5-03d5-46c3-b93c-6dd809bdc887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:51:34.917695 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3357703-0405-48fb-a43e-fb88411a383b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b257c51d-55f0-4f32-8c45-7a12abe5b992,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:51:34.920529 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-e3357703-0405-48fb-a43e-fb88411a383b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:51:34.924771 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e3357703-0405-48fb-a43e-fb88411a383b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:34.925895 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-e3357703-0405-48fb-a43e-fb88411a383b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b257c51d-55f0-4f32-8c45-7a12abe5b992 HTTP/1.1" status: 204  len: 168 time: 0.1588886
Sep 10 16:51:35.974962 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:38.630465 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 36214) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:51:38.767672 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-abb71140-3528-4f4f-a3aa-66f6a82c6f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:38.797735 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-abb71140-3528-4f4f-a3aa-66f6a82c6f35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:51:38.801749 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-abb71140-3528-4f4f-a3aa-66f6a82c6f35 admin admin] Usage tracker for resource:security_group_rule and tenant:6b3116ac857144ab889a59ffc1b82ec9 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:51:38.804712 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-abb71140-3528-4f4f-a3aa-66f6a82c6f35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:51:38.811193 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-abb71140-3528-4f4f-a3aa-66f6a82c6f35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:51:38.881110 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-abb71140-3528-4f4f-a3aa-66f6a82c6f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:38.884583 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-abb71140-3528-4f4f-a3aa-66f6a82c6f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:38.891337 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-e05fdc37-b204-4da7-9ea1-b03fd3d89c64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:51:38.930333 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb71140-3528-4f4f-a3aa-66f6a82c6f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cfb844-a7eb-48f1-afe8-f98dd5919905,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:51:38.935308 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-abb71140-3528-4f4f-a3aa-66f6a82c6f35 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6b3116ac857144ab889a59ffc1b82ec9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3038497
Sep 10 16:51:38.936163 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-abb71140-3528-4f4f-a3aa-66f6a82c6f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:51:38.938136 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 36220) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:51:38.996895 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-41f06bb3-fda9-405c-a09d-23a60e8522f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:39.021299 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-41f06bb3-fda9-405c-a09d-23a60e8522f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:39.071099 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-41f06bb3-fda9-405c-a09d-23a60e8522f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:39.074611 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-dd0fcd29-b8f1-4ac5-9b9f-f909ca06bf41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:51:39.085103 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f06bb3-fda9-405c-a09d-23a60e8522f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cfb844-a7eb-48f1-afe8-f98dd5919905,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:51:39.088986 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-41f06bb3-fda9-405c-a09d-23a60e8522f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:51:39.092198 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-41f06bb3-fda9-405c-a09d-23a60e8522f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:39.093377 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-41f06bb3-fda9-405c-a09d-23a60e8522f4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b1cfb844-a7eb-48f1-afe8-f98dd5919905 HTTP/1.1" status: 204  len: 168 time: 0.1545768
Sep 10 16:51:39.421662 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 36228) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:51:39.439385 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-fd7e78f1-3bc0-4106-90e2-69d5e215d92b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:39.472399 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-fd7e78f1-3bc0-4106-90e2-69d5e215d92b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:51:39.476214 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-fd7e78f1-3bc0-4106-90e2-69d5e215d92b admin admin] Usage tracker for resource:security_group_rule and tenant:bb46c857ef58485b84b592728b0a852a is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:51:39.478924 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-fd7e78f1-3bc0-4106-90e2-69d5e215d92b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:51:39.485126 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-fd7e78f1-3bc0-4106-90e2-69d5e215d92b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:51:39.551872 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-fd7e78f1-3bc0-4106-90e2-69d5e215d92b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:39.555496 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-fd7e78f1-3bc0-4106-90e2-69d5e215d92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:39.561550 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-27501bcd-9a71-4e03-92c9-512e361e5e00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:51:39.601648 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e78f1-3bc0-4106-90e2-69d5e215d92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419ebbf1-b8cf-45ef-b50e-200298b5e4c1,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:51:39.605067 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-fd7e78f1-3bc0-4106-90e2-69d5e215d92b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:51:39.609699 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-fd7e78f1-3bc0-4106-90e2-69d5e215d92b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bb46c857ef58485b84b592728b0a852a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1852078
Sep 10 16:51:39.610630 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 36232) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:51:39.668819 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e086a08e-bd68-4e56-b6b8-9600344ed8ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:39.693245 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e086a08e-bd68-4e56-b6b8-9600344ed8ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:39.743664 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e086a08e-bd68-4e56-b6b8-9600344ed8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:39.748374 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-abb71140-3528-4f4f-a3aa-66f6a82c6f35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:51:39.760662 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e086a08e-bd68-4e56-b6b8-9600344ed8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419ebbf1-b8cf-45ef-b50e-200298b5e4c1,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:51:39.763741 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-e086a08e-bd68-4e56-b6b8-9600344ed8ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:51:39.764860 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e086a08e-bd68-4e56-b6b8-9600344ed8ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:39.766027 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-e086a08e-bd68-4e56-b6b8-9600344ed8ed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/419ebbf1-b8cf-45ef-b50e-200298b5e4c1 HTTP/1.1" status: 204  len: 168 time: 0.1545103
Sep 10 16:51:40.604625 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-f1e98b85-178d-44b0-bedd-10404fe24946 req-178fd31a-700f-4fb3-94b5-5af4dcc857a3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1193459
Sep 10 16:51:40.700255 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-f1e98b85-178d-44b0-bedd-10404fe24946 req-5ba10def-8e89-4b37-b53a-6c54ed560b00 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9bbed5573b846b8bd73e0009e1ca850&device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 1100 time: 0.0684750
Sep 10 16:51:40.851120 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e98b85-178d-44b0-bedd-10404fe24946 req-1d005036-39bf-46c8-b104-1f386ad61a63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:51:40.852703 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-f1e98b85-178d-44b0-bedd-10404fe24946 req-1d005036-39bf-46c8-b104-1f386ad61a63 service neutron] 10.222.0.24 "GET /v2.0/networks?id=344edc15-821a-46e8-88af-fc737f1ffc8a HTTP/1.1" status: 200  len: 917 time: 0.1321352
Sep 10 16:51:41.044033 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-f1e98b85-178d-44b0-bedd-10404fe24946 req-bf34f37d-4603-425a-a0bd-5771d1a49440 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1912817-5ab0-4a8c-9eba-0532b500cf73 HTTP/1.1" status: 200  len: 1002 time: 0.1833532
Sep 10 16:51:41.108548 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e98b85-178d-44b0-bedd-10404fe24946 req-c777b67d-0700-4cdb-92e9-79ae4f1bdf27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:51:41.110001 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-f1e98b85-178d-44b0-bedd-10404fe24946 req-c777b67d-0700-4cdb-92e9-79ae4f1bdf27 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c869236f-34e5-4060-bd38-439ed8cf68e4 HTTP/1.1" status: 200  len: 855 time: 0.0580194
Sep 10 16:51:41.188908 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-f1e98b85-178d-44b0-bedd-10404fe24946 req-932ddf45-7a6d-4e34-aa7d-da0c6e40a635 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=344edc15-821a-46e8-88af-fc737f1ffc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0718400
Sep 10 16:51:41.326578 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-f1e98b85-178d-44b0-bedd-10404fe24946 req-902e7bc4-4512-4e4b-b628-6cf74cf26bd8 service neutron] 10.222.0.24 "GET /v2.0/networks/344edc15-821a-46e8-88af-fc737f1ffc8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1300764
Sep 10 16:51:41.460755 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-f1e98b85-178d-44b0-bedd-10404fe24946 req-6a6edd73-1f5f-4931-b106-c90c31e4ebfd service neutron] 10.222.0.24 "GET /v2.0/networks/344edc15-821a-46e8-88af-fc737f1ffc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268458
Sep 10 16:51:42.017286 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 36286) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:51:42.156756 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-8ece3404-f43a-4a53-a925-b5856d672ec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:42.187229 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-8ece3404-f43a-4a53-a925-b5856d672ec4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:51:42.191396 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-8ece3404-f43a-4a53-a925-b5856d672ec4 admin admin] Usage tracker for resource:security_group_rule and tenant:c402eea76db9422b9300bc8a3b1831f6 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:51:42.194237 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-8ece3404-f43a-4a53-a925-b5856d672ec4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:51:42.200025 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-8ece3404-f43a-4a53-a925-b5856d672ec4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:51:42.264516 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-8ece3404-f43a-4a53-a925-b5856d672ec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:42.268398 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-8ece3404-f43a-4a53-a925-b5856d672ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:42.275572 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-b66439b8-4f29-4488-a4eb-dcd2111aef47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:51:42.316231 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece3404-f43a-4a53-a925-b5856d672ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94bc6bb-dfe9-4296-92dc-0f62e9d4c661,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:51:42.319518 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-8ece3404-f43a-4a53-a925-b5856d672ec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:51:42.322521 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-8ece3404-f43a-4a53-a925-b5856d672ec4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c402eea76db9422b9300bc8a3b1831f6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3040886
Sep 10 16:51:42.325185 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 36292) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:51:42.386447 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-368e56f1-6283-4de1-bdc9-12d4dd306d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:42.418514 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-368e56f1-6283-4de1-bdc9-12d4dd306d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:42.470394 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-368e56f1-6283-4de1-bdc9-12d4dd306d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:42.474191 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-aecea781-d828-472e-b762-c0b7baa00288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:51:42.485755 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e56f1-6283-4de1-bdc9-12d4dd306d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94bc6bb-dfe9-4296-92dc-0f62e9d4c661,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:51:42.490273 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-368e56f1-6283-4de1-bdc9-12d4dd306d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:51:42.492127 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-368e56f1-6283-4de1-bdc9-12d4dd306d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:42.493303 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-368e56f1-6283-4de1-bdc9-12d4dd306d8b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d94bc6bb-dfe9-4296-92dc-0f62e9d4c661 HTTP/1.1" status: 204  len: 168 time: 0.1671686
Sep 10 16:51:42.816035 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 36302) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:51:42.834700 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-09e376c1-ca11-448a-a12b-c20e1efeeaa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:42.868546 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-09e376c1-ca11-448a-a12b-c20e1efeeaa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:51:42.872453 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-09e376c1-ca11-448a-a12b-c20e1efeeaa5 admin admin] Usage tracker for resource:security_group_rule and tenant:2d69aa283f254c66a4386a43bd4d4ff3 is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:51:42.875283 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-09e376c1-ca11-448a-a12b-c20e1efeeaa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:51:42.880979 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-09e376c1-ca11-448a-a12b-c20e1efeeaa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:51:42.949396 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-09e376c1-ca11-448a-a12b-c20e1efeeaa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:42.953311 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-09e376c1-ca11-448a-a12b-c20e1efeeaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:42.960385 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:51:43.000397 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e376c1-ca11-448a-a12b-c20e1efeeaa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc3122b-3d1a-4b31-a56c-36e8d3f9f725,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:51:43.007275 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-09e376c1-ca11-448a-a12b-c20e1efeeaa5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2d69aa283f254c66a4386a43bd4d4ff3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1877458
Sep 10 16:51:43.007275 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-09e376c1-ca11-448a-a12b-c20e1efeeaa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:51:43.008197 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 36306) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:51:43.069494 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-b8b42ab5-c49a-4893-a3e0-df7e1b7e3f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:43.095768 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-b8b42ab5-c49a-4893-a3e0-df7e1b7e3f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:43.146212 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-b8b42ab5-c49a-4893-a3e0-df7e1b7e3f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:43.150739 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-b384cd37-2226-4fcb-9320-778ebeef7625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:51:43.160520 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b42ab5-c49a-4893-a3e0-df7e1b7e3f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc3122b-3d1a-4b31-a56c-36e8d3f9f725,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:51:43.163842 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-b8b42ab5-c49a-4893-a3e0-df7e1b7e3f79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:51:43.166917 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-b8b42ab5-c49a-4893-a3e0-df7e1b7e3f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:43.168059 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-b8b42ab5-c49a-4893-a3e0-df7e1b7e3f79 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3bc3122b-3d1a-4b31-a56c-36e8d3f9f725 HTTP/1.1" status: 204  len: 168 time: 0.1596749
Sep 10 16:51:46.469781 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd78277-2f2c-45ec-9608-5dc4c7acd254 req-2a91cffd-5d4d-4bc5-937e-f9b8c83b1efd tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:51:46.471340 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-7bd78277-2f2c-45ec-9608-5dc4c7acd254 req-2a91cffd-5d4d-4bc5-937e-f9b8c83b1efd tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 947 time: 0.0792086
Sep 10 16:51:46.522429 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-7bd78277-2f2c-45ec-9608-5dc4c7acd254 req-fa689911-4c6b-4921-a2de-5d44a7e9fe27 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450058
Sep 10 16:51:47.738996 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908966e-963a-49d0-b78d-34b16fbdffb8 req-138ba022-416e-4b89-8be8-22ecf0e772ad tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:51:47.740467 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2908966e-963a-49d0-b78d-34b16fbdffb8 req-138ba022-416e-4b89-8be8-22ecf0e772ad tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 947 time: 0.0777378
Sep 10 16:51:47.787910 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2908966e-963a-49d0-b78d-34b16fbdffb8 req-cd158be4-567b-46b8-850b-7e882491f10f tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a8a8b9-7c42-4d36-bbd2-034c1d09664d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419295
Sep 10 16:51:47.912321 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1954fd-fd29-46a0-abe6-799d3b5f35da req-efad1721-ccce-42b4-8700-8044870c3355 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:51:47.913771 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-0d1954fd-fd29-46a0-abe6-799d3b5f35da req-efad1721-ccce-42b4-8700-8044870c3355 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.24 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 947 time: 0.0805655
Sep 10 16:51:47.983413 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [req-0d1954fd-fd29-46a0-abe6-799d3b5f35da req-c2edb1a6-6f7b-4ea0-842b-6a09f9fb19be tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Deleting port a1912817-5ab0-4a8c-9eba-0532b500cf73 {{(pid=74981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:51:47.983761 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-0d1954fd-fd29-46a0-abe6-799d3b5f35da req-c2edb1a6-6f7b-4ea0-842b-6a09f9fb19be tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:48.230891 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [req-0d1954fd-fd29-46a0-abe6-799d3b5f35da req-c2edb1a6-6f7b-4ea0-842b-6a09f9fb19be tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] For port a1912817-5ab0-4a8c-9eba-0532b500cf73, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=a1912817-5ab0-4a8c-9eba-0532b500cf73,segment=NetworkSegment(26e62b26-76ed-49f4-9578-2518370488fd),segment_id=26e62b26-76ed-49f4-9578-2518370488fd)] {{(pid=74981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:51:48.231164 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-0d1954fd-fd29-46a0-abe6-799d3b5f35da req-c2edb1a6-6f7b-4ea0-842b-6a09f9fb19be tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:48.516533 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-0d1954fd-fd29-46a0-abe6-799d3b5f35da req-c2edb1a6-6f7b-4ea0-842b-6a09f9fb19be tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:48.516816 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-0d1954fd-fd29-46a0-abe6-799d3b5f35da req-c2edb1a6-6f7b-4ea0-842b-6a09f9fb19be tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446787'] for floatingip, after_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:48.517128 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.db.l3_db [req-0d1954fd-fd29-46a0-abe6-799d3b5f35da req-c2edb1a6-6f7b-4ea0-842b-6a09f9fb19be tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Floating IP 3ddb24ca-8bfd-416e-ba59-d5321fca527c disassociated. External IP: 172.27.0.136, port: a1912817-5ab0-4a8c-9eba-0532b500cf73.
Sep 10 16:51:48.517462 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [req-0d1954fd-fd29-46a0-abe6-799d3b5f35da req-c2edb1a6-6f7b-4ea0-842b-6a09f9fb19be tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Calling delete_port for a1912817-5ab0-4a8c-9eba-0532b500cf73 owned by compute:nova {{(pid=74981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:51:48.741238 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-0d1954fd-fd29-46a0-abe6-799d3b5f35da req-c2edb1a6-6f7b-4ea0-842b-6a09f9fb19be tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2943309'] for port, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:48.747362 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-9a36bc6b-18fa-488e-8912-ebdc2348229d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:51:48.789784 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2edb1a6-6f7b-4ea0-842b-6a09f9fb19be tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Pushing event deleted for resources: {'Port': ['ID=a1912817-5ab0-4a8c-9eba-0532b500cf73,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:51:48.793648 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-c2edb1a6-6f7b-4ea0-842b-6a09f9fb19be tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:51:48.977332 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-29a9939f-7a66-49e1-99e0-bcd7d7a6193b req-3add2449-f474-43b1-93a8-33d4217fc3f0 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/ports?device_id=80546841-b40d-43d6-af96-786646a6bf11 HTTP/1.1" status: 200  len: 210 time: 0.0462980
Sep 10 16:51:48.999785 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d1954fd-fd29-46a0-abe6-799d3b5f35da req-c2edb1a6-6f7b-4ea0-842b-6a09f9fb19be tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Router 176189ad-7ab2-430f-8bdd-7ff226c6640a has already been hosted by L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 {{(pid=74981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 10 16:51:49.202571 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d1954fd-fd29-46a0-abe6-799d3b5f35da req-c2edb1a6-6f7b-4ea0-842b-6a09f9fb19be tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:51:49.212783 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf43e45-de98-4a33-9af6-e9384bf33ced None None] Sync routers for ids ['176189ad-7ab2-430f-8bdd-7ff226c6640a'] in dv-cinder-808473-1-iscsi {{(pid=74984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:51:49.229890 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf43e45-de98-4a33-9af6-e9384bf33ced None None] Routers {'176189ad-7ab2-430f-8bdd-7ff226c6640a'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:51:49.231337 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-cbf43e45-de98-4a33-9af6-e9384bf33ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f862569a5e0>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:51:28Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['176189ad-7ab2-430f-8bdd-7ff226c6640a'], 'active': True} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:51:49.280175 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d1954fd-fd29-46a0-abe6-799d3b5f35da req-c2edb1a6-6f7b-4ea0-842b-6a09f9fb19be tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] No DVR routers for this DVR port a1912817-5ab0-4a8c-9eba-0532b500cf73 on host hv-cinder-80847 {{(pid=74981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 10 16:51:49.283113 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-0d1954fd-fd29-46a0-abe6-799d3b5f35da req-c2edb1a6-6f7b-4ea0-842b-6a09f9fb19be tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:49.286391 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80546841-b40d-43d6-af96-786646a6bf11', 'name': 'network-vif-deleted', 'tag': 'a1912817-5ab0-4a8c-9eba-0532b500cf73'}] {{(pid=74981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:51:49.312808 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-0d1954fd-fd29-46a0-abe6-799d3b5f35da req-c2edb1a6-6f7b-4ea0-842b-6a09f9fb19be tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.24 "DELETE /v2.0/ports/a1912817-5ab0-4a8c-9eba-0532b500cf73 HTTP/1.1" status: 204  len: 173 time: 1.3914654
Sep 10 16:51:49.356007 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80546841-b40d-43d6-af96-786646a6bf11', 'name': 'network-vif-deleted', 'tag': 'a1912817-5ab0-4a8c-9eba-0532b500cf73', 'status': 'completed', 'code': 200}
Sep 10 16:51:49.439648 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvr_db [None req-cbf43e45-de98-4a33-9af6-e9384bf33ced None None] Set router 176189ad-7ab2-430f-8bdd-7ff226c6640a gateway port host: dv-cinder-808473-1-iscsi {{(pid=74984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:51:49.786025 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-cbf43e45-de98-4a33-9af6-e9384bf33ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f862569a5e0>, [{'id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'name': 'tempest-AttachVolumeShelveTestJSON-927730939-router', 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '6e741b70-5bbb-4b72-a9fc-cfbc7d85948d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:43:51Z', 'revision_number': 4, 'project_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'gw_port': {'id': '6e741b70-5bbb-4b72-a9fc-cfbc7d85948d', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:33Z', 'updated_at': '2021-09-10T16:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': 'aee4d381-a7e3-42a1-be12-79c13c6da7b9', 'name': '', 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a', 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'mac_address': 'fa:16:3e:db:76:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c869236f-34e5-4060-bd38-439ed8cf68e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:49Z', 'updated_at': '2021-09-10T16:44:20Z', 'revision_number': 5, 'project_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'subnets': [{'id': 'c869236f-34e5-4060-bd38-439ed8cf68e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:51:49.790268 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf43e45-de98-4a33-9af6-e9384bf33ced None None] Checking router: 176189ad-7ab2-430f-8bdd-7ff226c6640a for host: dv-cinder-808473-1-iscsi {{(pid=74984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:51:49.800927 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf43e45-de98-4a33-9af6-e9384bf33ced None None] Routers {'176189ad-7ab2-430f-8bdd-7ff226c6640a'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:51:49.801564 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-cbf43e45-de98-4a33-9af6-e9384bf33ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f862569a5e0>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:51:28Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['176189ad-7ab2-430f-8bdd-7ff226c6640a'], 'active': True} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:51:49.976836 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvr_db [None req-cbf43e45-de98-4a33-9af6-e9384bf33ced None None] Set router 176189ad-7ab2-430f-8bdd-7ff226c6640a gateway port host: dv-cinder-808473-1-iscsi {{(pid=74984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:51:50.144336 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 36388) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:51:50.225872 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-74f452fd-74cf-414c-9805-adbedff9f328 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:50.256123 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-74f452fd-74cf-414c-9805-adbedff9f328 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:50.313981 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-74f452fd-74cf-414c-9805-adbedff9f328 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:50.320337 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-d7885613-b1ae-4cc1-9916-00564d5bbb18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:51:50.321137 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-cbf43e45-de98-4a33-9af6-e9384bf33ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f862569a5e0>, [{'id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'name': 'tempest-AttachVolumeShelveTestJSON-927730939-router', 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '6e741b70-5bbb-4b72-a9fc-cfbc7d85948d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:43:51Z', 'revision_number': 4, 'project_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'gw_port': {'id': '6e741b70-5bbb-4b72-a9fc-cfbc7d85948d', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:33Z', 'updated_at': '2021-09-10T16:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': 'aee4d381-a7e3-42a1-be12-79c13c6da7b9', 'name': '', 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a', 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'mac_address': 'fa:16:3e:db:76:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c869236f-34e5-4060-bd38-439ed8cf68e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:49Z', 'updated_at': '2021-09-10T16:44:20Z', 'revision_number': 5, 'project_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'subnets': [{'id': 'c869236f-34e5-4060-bd38-439ed8cf68e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:51:50.325814 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf43e45-de98-4a33-9af6-e9384bf33ced None None] The sync data for ids ['176189ad-7ab2-430f-8bdd-7ff226c6640a'] in dv-cinder-808473-1-iscsi is: [{'id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'name': 'tempest-AttachVolumeShelveTestJSON-927730939-router', 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '6e741b70-5bbb-4b72-a9fc-cfbc7d85948d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:43:51Z', 'revision_number': 4, 'project_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'gw_port': {'id': '6e741b70-5bbb-4b72-a9fc-cfbc7d85948d', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:33Z', 'updated_at': '2021-09-10T16:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': 'aee4d381-a7e3-42a1-be12-79c13c6da7b9', 'name': '', 'network_id': '344edc15-821a-46e8-88af-fc737f1ffc8a', 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'mac_address': 'fa:16:3e:db:76:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c869236f-34e5-4060-bd38-439ed8cf68e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:49Z', 'updated_at': '2021-09-10T16:44:20Z', 'revision_number': 5, 'project_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'subnets': [{'id': 'c869236f-34e5-4060-bd38-439ed8cf68e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:51:50.337888 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f452fd-74cf-414c-9805-adbedff9f328 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a8a8b9-7c42-4d36-bbd2-034c1d09664d,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:51:50.342820 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-74f452fd-74cf-414c-9805-adbedff9f328 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:51:50.347404 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-74f452fd-74cf-414c-9805-adbedff9f328 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:50.351141 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-74f452fd-74cf-414c-9805-adbedff9f328 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "DELETE /v2.0/security-groups/77a8a8b9-7c42-4d36-bbd2-034c1d09664d HTTP/1.1" status: 204  len: 168 time: 0.2057045
Sep 10 16:51:50.353669 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 36392) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:51:50.373057 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.api.v2.resource [None req-430248c4-b08f-4509-a166-c3570a63a153 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] show failed (client error): The resource could not be found.
Sep 10 16:51:50.374066 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-430248c4-b08f-4509-a166-c3570a63a153 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "GET /v2.0/security-groups/77a8a8b9-7c42-4d36-bbd2-034c1d09664d HTTP/1.1" status: 404  len: 347 time: 0.0194557
Sep 10 16:51:50.377057 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 36396) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:51:50.541910 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [None req-97e01032-20f8-452d-9123-d4127b6b5abf tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Deleting port f54302b8-b87b-440f-ad33-c4142dd7fc20 {{(pid=74981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:51:50.542290 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-97e01032-20f8-452d-9123-d4127b6b5abf tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:50.564188 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500a0bcb-3814-4c59-b007-4a107ba9002f None None] New status for floating IP 3ddb24ca-8bfd-416e-ba59-d5321fca527c: DOWN {{(pid=74983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 10 16:51:50.709652 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-97e01032-20f8-452d-9123-d4127b6b5abf tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:50.709980 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-97e01032-20f8-452d-9123-d4127b6b5abf tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:50.848965 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [None req-97e01032-20f8-452d-9123-d4127b6b5abf tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Calling delete_port for f54302b8-b87b-440f-ad33-c4142dd7fc20 owned by network:floatingip {{(pid=74981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:51:50.930434 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.db.api [None req-97e01032-20f8-452d-9123-d4127b6b5abf tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 10 16:51:50.930810 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_db.api [None req-97e01032-20f8-452d-9123-d4127b6b5abf tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 10 16:51:51.431640 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [None req-97e01032-20f8-452d-9123-d4127b6b5abf tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Deleting port f54302b8-b87b-440f-ad33-c4142dd7fc20 {{(pid=74981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:51:51.432316 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-97e01032-20f8-452d-9123-d4127b6b5abf tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:51.701956 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-97e01032-20f8-452d-9123-d4127b6b5abf tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:51.702327 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-97e01032-20f8-452d-9123-d4127b6b5abf tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:51.820517 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [None req-97e01032-20f8-452d-9123-d4127b6b5abf tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Calling delete_port for f54302b8-b87b-440f-ad33-c4142dd7fc20 owned by network:floatingip {{(pid=74981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:51:51.956343 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-97e01032-20f8-452d-9123-d4127b6b5abf tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2943309'] for port, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:51.960379 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-84fa21de-6f2f-4f38-b933-c6b379d88041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:51:52.006614 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e01032-20f8-452d-9123-d4127b6b5abf tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Pushing event deleted for resources: {'Port': ['ID=f54302b8-b87b-440f-ad33-c4142dd7fc20,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:51:52.009107 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-97e01032-20f8-452d-9123-d4127b6b5abf tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:51:52.094413 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-97e01032-20f8-452d-9123-d4127b6b5abf tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks [] for floatingip, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:52.108585 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-97e01032-20f8-452d-9123-d4127b6b5abf tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for floatingip, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:52.109689 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-97e01032-20f8-452d-9123-d4127b6b5abf tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] 10.222.0.41 "DELETE /v2.0/floatingips/3ddb24ca-8bfd-416e-ba59-d5321fca527c HTTP/1.1" status: 204  len: 168 time: 1.7316568
Sep 10 16:51:52.333854 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device a1912817-5ab0-4a8c-9eba-0532b500cf73 no longer exists at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:51:52.373560 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] No Port match for: a1912817-5ab0-4a8c-9eba-0532b500cf73 {{(pid=74983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 10 16:51:52.373915 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device a1912817-5ab0-4a8c-9eba-0532b500cf73 not bound to the agent host hv-cinder-80847 {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 10 16:51:52.880535 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 6 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 16:51:54.925911 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 36432) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:51:55.209375 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-463966d5-fd1a-4d2a-967e-e93f56c6cd84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:55.501212 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-9225a09f-28c6-4096-a290-5c31f2504456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-449117'] for router_interface, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:55.647178 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:56.097713 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [None req-9225a09f-28c6-4096-a290-5c31f2504456 admin admin] Deleting port aee4d381-a7e3-42a1-be12-79c13c6da7b9 {{(pid=74981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:51:56.098345 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-9225a09f-28c6-4096-a290-5c31f2504456 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:56.379750 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [None req-9225a09f-28c6-4096-a290-5c31f2504456 admin admin] For port aee4d381-a7e3-42a1-be12-79c13c6da7b9, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=aee4d381-a7e3-42a1-be12-79c13c6da7b9,segment=NetworkSegment(26e62b26-76ed-49f4-9578-2518370488fd),segment_id=26e62b26-76ed-49f4-9578-2518370488fd)] {{(pid=74981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:51:56.380116 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-9225a09f-28c6-4096-a290-5c31f2504456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:56.497762 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [None req-9225a09f-28c6-4096-a290-5c31f2504456 admin admin] Calling delete_port for aee4d381-a7e3-42a1-be12-79c13c6da7b9 owned by network:router_interface {{(pid=74981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:51:56.672168 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-9225a09f-28c6-4096-a290-5c31f2504456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2943309'] for port, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:56.675629 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-cdf0f730-e17d-4158-b0fe-8ee20530c74d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:51:56.730160 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9225a09f-28c6-4096-a290-5c31f2504456 admin admin] Pushing event deleted for resources: {'Port': ['ID=aee4d381-a7e3-42a1-be12-79c13c6da7b9,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:51:56.732961 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-9225a09f-28c6-4096-a290-5c31f2504456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:51:57.013607 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-9225a09f-28c6-4096-a290-5c31f2504456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1447749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-449257'] for router_interface, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:57.504715 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-b3811cb0-4b02-4aef-a213-2ea3755241da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:57.585012 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9225a09f-28c6-4096-a290-5c31f2504456 admin admin] Router 176189ad-7ab2-430f-8bdd-7ff226c6640a has already been hosted by L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 {{(pid=74981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 10 16:51:57.876562 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9225a09f-28c6-4096-a290-5c31f2504456 admin admin] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:51:57.890657 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79346ac3-defc-4644-a1b2-a0c1608adc96 None None] Sync routers for ids ['176189ad-7ab2-430f-8bdd-7ff226c6640a'] in dv-cinder-808473-1-iscsi {{(pid=74984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:51:57.892037 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-9225a09f-28c6-4096-a290-5c31f2504456 admin admin] 10.222.0.41 "PUT /v2.0/routers/176189ad-7ab2-430f-8bdd-7ff226c6640a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9645183
Sep 10 16:51:57.893942 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 36446) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:51:57.904948 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79346ac3-defc-4644-a1b2-a0c1608adc96 None None] Routers {'176189ad-7ab2-430f-8bdd-7ff226c6640a'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:51:57.905554 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-79346ac3-defc-4644-a1b2-a0c1608adc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f86259fe910>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:51:57Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['176189ad-7ab2-430f-8bdd-7ff226c6640a'], 'active': True} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:51:58.082651 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvr_db [None req-79346ac3-defc-4644-a1b2-a0c1608adc96 None None] Set router 176189ad-7ab2-430f-8bdd-7ff226c6640a gateway port host: dv-cinder-808473-1-iscsi {{(pid=74984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:51:58.099143 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-276a2728-fc4c-4b77-a8f2-4c9ec84c6982 admin admin] Notify callbacks [] for router, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:58.298899 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-276a2728-fc4c-4b77-a8f2-4c9ec84c6982 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:58.310120 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [None req-276a2728-fc4c-4b77-a8f2-4c9ec84c6982 admin admin] Deleting port 6e741b70-5bbb-4b72-a9fc-cfbc7d85948d {{(pid=74981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:51:58.310693 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-276a2728-fc4c-4b77-a8f2-4c9ec84c6982 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:58.369993 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-79346ac3-defc-4644-a1b2-a0c1608adc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f86259fe910>, [{'id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'name': 'tempest-AttachVolumeShelveTestJSON-927730939-router', 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '6e741b70-5bbb-4b72-a9fc-cfbc7d85948d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:51:56Z', 'revision_number': 5, 'project_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'gw_port': {'id': '6e741b70-5bbb-4b72-a9fc-cfbc7d85948d', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:43:33Z', 'updated_at': '2021-09-10T16:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi'}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:51:58.374292 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79346ac3-defc-4644-a1b2-a0c1608adc96 None None] Checking router: 176189ad-7ab2-430f-8bdd-7ff226c6640a for host: dv-cinder-808473-1-iscsi {{(pid=74984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:51:58.384694 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79346ac3-defc-4644-a1b2-a0c1608adc96 None None] Routers {'176189ad-7ab2-430f-8bdd-7ff226c6640a'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:51:58.385303 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-79346ac3-defc-4644-a1b2-a0c1608adc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f86259fe910>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:51:57Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['176189ad-7ab2-430f-8bdd-7ff226c6640a'], 'active': True} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:51:58.473083 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:58.488716 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [None req-276a2728-fc4c-4b77-a8f2-4c9ec84c6982 admin admin] For port 6e741b70-5bbb-4b72-a9fc-cfbc7d85948d, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=6e741b70-5bbb-4b72-a9fc-cfbc7d85948d,segment=NetworkSegment(7f0f17d1-ee65-42aa-885b-938bb9d3cd64),segment_id=7f0f17d1-ee65-42aa-885b-938bb9d3cd64)] {{(pid=74981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:51:58.489070 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-276a2728-fc4c-4b77-a8f2-4c9ec84c6982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:58.557660 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvr_db [None req-79346ac3-defc-4644-a1b2-a0c1608adc96 None None] Set router 176189ad-7ab2-430f-8bdd-7ff226c6640a gateway port host: None {{(pid=74984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:51:58.607322 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [None req-276a2728-fc4c-4b77-a8f2-4c9ec84c6982 admin admin] Calling delete_port for 6e741b70-5bbb-4b72-a9fc-cfbc7d85948d owned by network:router_gateway {{(pid=74981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:51:58.663665 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-79346ac3-defc-4644-a1b2-a0c1608adc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f86259fe910>, [{'id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'name': 'tempest-AttachVolumeShelveTestJSON-927730939-router', 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:51:58Z', 'revision_number': 6, 'project_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'gw_port_host': None}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:51:58.667644 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79346ac3-defc-4644-a1b2-a0c1608adc96 None None] The sync data for ids ['176189ad-7ab2-430f-8bdd-7ff226c6640a'] in dv-cinder-808473-1-iscsi is: [{'id': '176189ad-7ab2-430f-8bdd-7ff226c6640a', 'name': 'tempest-AttachVolumeShelveTestJSON-927730939-router', 'tenant_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:43:31Z', 'updated_at': '2021-09-10T16:51:58Z', 'revision_number': 6, 'project_id': 'f9bbed5573b846b8bd73e0009e1ca850', 'gw_port_host': None}] {{(pid=74984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:51:58.774684 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-276a2728-fc4c-4b77-a8f2-4c9ec84c6982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2943309'] for port, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:58.778221 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-96ff4abe-a2ac-4eb0-92c8-b573d18c8bd1 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:51:58.819136 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a2728-fc4c-4b77-a8f2-4c9ec84c6982 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e741b70-5bbb-4b72-a9fc-cfbc7d85948d,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:51:58.821669 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-276a2728-fc4c-4b77-a8f2-4c9ec84c6982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:51:59.042843 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-276a2728-fc4c-4b77-a8f2-4c9ec84c6982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446838'] for router_gateway, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:59.389255 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-276a2728-fc4c-4b77-a8f2-4c9ec84c6982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16218'] for router, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:59.394194 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-276a2728-fc4c-4b77-a8f2-4c9ec84c6982 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:59.420670 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-276a2728-fc4c-4b77-a8f2-4c9ec84c6982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-448530'] for router, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:59.421294 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276a2728-fc4c-4b77-a8f2-4c9ec84c6982 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 176189ad-7ab2-430f-8bdd-7ff226c6640a {{(pid=74981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Sep 10 16:51:59.433053 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-276a2728-fc4c-4b77-a8f2-4c9ec84c6982 admin admin] Notify callbacks [] for router, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:59.434204 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-276a2728-fc4c-4b77-a8f2-4c9ec84c6982 admin admin] 10.222.0.41 "DELETE /v2.0/routers/176189ad-7ab2-430f-8bdd-7ff226c6640a HTTP/1.1" status: 204  len: 168 time: 1.5392075
Sep 10 16:51:59.437419 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 36456) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:51:59.495794 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2d0ab7b-44ff-430a-be30-fa3f819e178f admin admin] Deleting subnet c869236f-34e5-4060-bd38-439ed8cf68e4 {{(pid=74981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 10 16:51:59.500054 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-e2d0ab7b-44ff-430a-be30-fa3f819e178f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:59.564407 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-e2d0ab7b-44ff-430a-be30-fa3f819e178f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3598062'] for subnet, precommit_delete_associations {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:59.652077 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-e2d0ab7b-44ff-430a-be30-fa3f819e178f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-567488'] for subnet, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:59.721540 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-e2d0ab7b-44ff-430a-be30-fa3f819e178f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2943328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3362714'] for subnet, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:59.725685 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-2b469aa9-1a59-4bef-9c93-af9fd92a0ee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:51:59.765450 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0ab7b-44ff-430a-be30-fa3f819e178f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c869236f-34e5-4060-bd38-439ed8cf68e4,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:51:59.767895 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-e2d0ab7b-44ff-430a-be30-fa3f819e178f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:51:59.770936 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-e2d0ab7b-44ff-430a-be30-fa3f819e178f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for subnet, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:59.776123 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c011999-e168-4d01-87ba-0b154610d330 None None] Network 344edc15-821a-46e8-88af-fc737f1ffc8a requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:51:59.779612 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-e2d0ab7b-44ff-430a-be30-fa3f819e178f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c869236f-34e5-4060-bd38-439ed8cf68e4 HTTP/1.1" status: 204  len: 168 time: 0.3412414
Sep 10 16:51:59.782015 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 36460) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:51:59.911533 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-a8aa675a-8082-47a3-b361-cedf706a68c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630774'] for network, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:59.913899 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [None req-a8aa675a-8082-47a3-b361-cedf706a68c3 admin admin] Deleting port 4b33fd80-729f-4a24-8d7b-fe9d4dd57e14 {{(pid=74981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:51:59.914467 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-a8aa675a-8082-47a3-b361-cedf706a68c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:51:59.942958 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device aee4d381-a7e3-42a1-be12-79c13c6da7b9 no longer exists at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:51:59.985815 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] No Port match for: aee4d381-a7e3-42a1-be12-79c13c6da7b9 {{(pid=74983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 10 16:51:59.986191 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device aee4d381-a7e3-42a1-be12-79c13c6da7b9 not bound to the agent host dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 10 16:51:59.986617 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 6e741b70-5bbb-4b72-a9fc-cfbc7d85948d no longer exists at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:52:00.048139 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] No Port match for: 6e741b70-5bbb-4b72-a9fc-cfbc7d85948d {{(pid=74983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 10 16:52:00.048485 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 6e741b70-5bbb-4b72-a9fc-cfbc7d85948d not bound to the agent host dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 10 16:52:00.057893 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:00.139583 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29fd0fc-c56b-4d63-a6fe-404071c585de None None] DHCP port deletion for 344edc15-821a-46e8-88af-fc737f1ffc8a request from dv-cinder-808473-1-iscsi {{(pid=74983) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Sep 10 16:52:00.143459 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-d29fd0fc-c56b-4d63-a6fe-404071c585de None None] Deleting port 4b33fd80-729f-4a24-8d7b-fe9d4dd57e14 {{(pid=74983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:52:00.143843 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-d29fd0fc-c56b-4d63-a6fe-404071c585de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:00.157070 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [None req-a8aa675a-8082-47a3-b361-cedf706a68c3 admin admin] For port 4b33fd80-729f-4a24-8d7b-fe9d4dd57e14, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=4b33fd80-729f-4a24-8d7b-fe9d4dd57e14,segment=NetworkSegment(26e62b26-76ed-49f4-9578-2518370488fd),segment_id=26e62b26-76ed-49f4-9578-2518370488fd)] {{(pid=74981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:52:00.157424 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-a8aa675a-8082-47a3-b361-cedf706a68c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:00.295812 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [None req-a8aa675a-8082-47a3-b361-cedf706a68c3 admin admin] Calling delete_port for 4b33fd80-729f-4a24-8d7b-fe9d4dd57e14 owned by network:dhcp {{(pid=74981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:52:00.345046 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-d29fd0fc-c56b-4d63-a6fe-404071c585de None None] For port 4b33fd80-729f-4a24-8d7b-fe9d4dd57e14, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=4b33fd80-729f-4a24-8d7b-fe9d4dd57e14,segment=NetworkSegment(26e62b26-76ed-49f4-9578-2518370488fd),segment_id=26e62b26-76ed-49f4-9578-2518370488fd)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:52:00.345440 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-d29fd0fc-c56b-4d63-a6fe-404071c585de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:00.381405 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-a8aa675a-8082-47a3-b361-cedf706a68c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2943309'] for port, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:00.385121 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-48de525a-e483-4cf6-9414-495b0a3deeb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:00.430616 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa675a-8082-47a3-b361-cedf706a68c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b33fd80-729f-4a24-8d7b-fe9d4dd57e14,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:00.435030 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-a8aa675a-8082-47a3-b361-cedf706a68c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:00.437515 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aa675a-8082-47a3-b361-cedf706a68c3 admin admin] No DVR routers for this DVR port 4b33fd80-729f-4a24-8d7b-fe9d4dd57e14 on host dv-cinder-808473-1-iscsi {{(pid=74981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 10 16:52:00.465795 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-d29fd0fc-c56b-4d63-a6fe-404071c585de None None] Calling delete_port for 4b33fd80-729f-4a24-8d7b-fe9d4dd57e14 owned by network:dhcp {{(pid=74983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:52:00.532764 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.db.api [None req-d29fd0fc-c56b-4d63-a6fe-404071c585de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74983) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 10 16:52:00.533125 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_db.api [None req-d29fd0fc-c56b-4d63-a6fe-404071c585de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 10 16:52:00.551772 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-a8aa675a-8082-47a3-b361-cedf706a68c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571207', 'neutron.services.segments.db._delete_segments_for_network-8763384148637'] for network, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:00.564666 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.services.segments.db [None req-a8aa675a-8082-47a3-b361-cedf706a68c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f86248cb130>,) {'filters': {'network_id': ['344edc15-821a-46e8-88af-fc737f1ffc8a']}} {{(pid=74981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:52:00.577235 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.services.segments.db [None req-a8aa675a-8082-47a3-b361-cedf706a68c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f86248cb130>, '26e62b26-76ed-49f4-9578-2518370488fd') {'for_net_delete': True} {{(pid=74981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:52:00.577528 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.services.segments.db [None req-a8aa675a-8082-47a3-b361-cedf706a68c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f86248cb130>, '26e62b26-76ed-49f4-9578-2518370488fd') {} {{(pid=74981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:52:00.589185 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-a8aa675a-8082-47a3-b361-cedf706a68c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763384234424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3598071'] for segment, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:00.604518 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-a8aa675a-8082-47a3-b361-cedf706a68c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-567309'] for segment, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:00.610459 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8aa675a-8082-47a3-b361-cedf706a68c3 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=74981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 10 16:52:00.610840 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-a8aa675a-8082-47a3-b361-cedf706a68c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2943294'] for segment, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:00.623855 dv-cinder-808473-1-iscsi neutron-server[74981]: Traceback (most recent call last):
Sep 10 16:52:00.623855 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 10 16:52:00.623855 dv-cinder-808473-1-iscsi neutron-server[74981]:     timer()
Sep 10 16:52:00.623855 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 10 16:52:00.623855 dv-cinder-808473-1-iscsi neutron-server[74981]:     cb(*args, **kw)
Sep 10 16:52:00.623855 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Sep 10 16:52:00.623855 dv-cinder-808473-1-iscsi neutron-server[74981]:     return func(*args, **kwargs)
Sep 10 16:52:00.623855 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 10 16:52:00.623855 dv-cinder-808473-1-iscsi neutron-server[74981]:     self._notify()
Sep 10 16:52:00.623855 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 10 16:52:00.623855 dv-cinder-808473-1-iscsi neutron-server[74981]:     self.callback(batched_events)
Sep 10 16:52:00.623855 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 10 16:52:00.623855 dv-cinder-808473-1-iscsi neutron-server[74981]:     event.method(event)
Sep 10 16:52:00.623855 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 10 16:52:00.623855 dv-cinder-808473-1-iscsi neutron-server[74981]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 10 16:52:00.623855 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 10 16:52:00.623855 dv-cinder-808473-1-iscsi neutron-server[74981]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 10 16:52:00.623855 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 10 16:52:00.623855 dv-cinder-808473-1-iscsi neutron-server[74981]:     return f(self, *a, **k)
Sep 10 16:52:00.623855 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 10 16:52:00.623855 dv-cinder-808473-1-iscsi neutron-server[74981]:     return self._get(url).json()
Sep 10 16:52:00.623855 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 10 16:52:00.623855 dv-cinder-808473-1-iscsi neutron-server[74981]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 10 16:52:00.623855 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 10 16:52:00.623855 dv-cinder-808473-1-iscsi neutron-server[74981]:     return self.request(url, 'GET', **kwargs)
Sep 10 16:52:00.623855 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 10 16:52:00.623855 dv-cinder-808473-1-iscsi neutron-server[74981]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 10 16:52:00.623855 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 10 16:52:00.623855 dv-cinder-808473-1-iscsi neutron-server[74981]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 10 16:52:00.623855 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 10 16:52:00.623855 dv-cinder-808473-1-iscsi neutron-server[74981]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 10 16:52:00.623855 dv-cinder-808473-1-iscsi neutron-server[74981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 10 16:52:00.786359 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-a8aa675a-8082-47a3-b361-cedf706a68c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446813'] for network, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:00.789917 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-4a4105fb-9a9b-4a18-b09a-0d61dd78e39a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:00.802206 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-a8aa675a-8082-47a3-b361-cedf706a68c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for network, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:00.812202 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa675a-8082-47a3-b361-cedf706a68c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=344edc15-821a-46e8-88af-fc737f1ffc8a,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:00.815255 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-a8aa675a-8082-47a3-b361-cedf706a68c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:00.825807 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-a8aa675a-8082-47a3-b361-cedf706a68c3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/344edc15-821a-46e8-88af-fc737f1ffc8a HTTP/1.1" status: 204  len: 168 time: 1.0427418
Sep 10 16:52:00.958216 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 36468) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:52:01.014813 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-b0ef85b8-6ad2-43d8-bac5-0688f010fa6c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f9bbed5573b846b8bd73e0009e1ca850&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0553696
Sep 10 16:52:01.017594 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 36472) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:52:01.034359 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-d29fd0fc-c56b-4d63-a6fe-404071c585de None None] Deleting port 4b33fd80-729f-4a24-8d7b-fe9d4dd57e14 {{(pid=74983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:52:01.034894 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-d29fd0fc-c56b-4d63-a6fe-404071c585de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:01.077942 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3cb656ad-d4ce-4b97-a9d0-9da33e478c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:01.105964 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3cb656ad-d4ce-4b97-a9d0-9da33e478c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:01.139048 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-d29fd0fc-c56b-4d63-a6fe-404071c585de None None] The port '4b33fd80-729f-4a24-8d7b-fe9d4dd57e14' was deleted {{(pid=74983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Sep 10 16:52:01.162476 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3cb656ad-d4ce-4b97-a9d0-9da33e478c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:01.166525 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-b4efe36e-be1a-4cf9-bb5a-70b18c3bdd55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:01.179293 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb656ad-d4ce-4b97-a9d0-9da33e478c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f82a0f-091f-414b-828f-81586064ed5f,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:01.182944 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-3cb656ad-d4ce-4b97-a9d0-9da33e478c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:01.188759 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3cb656ad-d4ce-4b97-a9d0-9da33e478c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:01.189857 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-3cb656ad-d4ce-4b97-a9d0-9da33e478c40 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/28f82a0f-091f-414b-828f-81586064ed5f HTTP/1.1" status: 204  len: 168 time: 0.1713617
Sep 10 16:52:01.927863 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 4b33fd80-729f-4a24-8d7b-fe9d4dd57e14 no longer exists at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:52:01.960548 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] No Port match for: 4b33fd80-729f-4a24-8d7b-fe9d4dd57e14 {{(pid=74983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 10 16:52:01.960901 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 4b33fd80-729f-4a24-8d7b-fe9d4dd57e14 not bound to the agent host dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 10 16:52:03.518264 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 36540) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:52:03.657421 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-4edecff2-6768-4102-a26c-0f2b64e8e673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:03.688165 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-4edecff2-6768-4102-a26c-0f2b64e8e673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:52:03.691927 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-4edecff2-6768-4102-a26c-0f2b64e8e673 admin admin] Usage tracker for resource:security_group_rule and tenant:6382bc5f7ef4439c950b0979d9721c5a is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:52:03.694651 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-4edecff2-6768-4102-a26c-0f2b64e8e673 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:52:03.700720 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-4edecff2-6768-4102-a26c-0f2b64e8e673 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:52:03.768454 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-4edecff2-6768-4102-a26c-0f2b64e8e673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:03.772238 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-4edecff2-6768-4102-a26c-0f2b64e8e673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:03.779106 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-fd7e78f1-3bc0-4106-90e2-69d5e215d92b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:03.821727 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-4edecff2-6768-4102-a26c-0f2b64e8e673 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6382bc5f7ef4439c950b0979d9721c5a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3023779
Sep 10 16:52:03.822607 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edecff2-6768-4102-a26c-0f2b64e8e673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4850c8d9-85ba-4728-a241-22b348939f70,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:03.824465 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 36546) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:52:03.826206 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-4edecff2-6768-4102-a26c-0f2b64e8e673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:03.889120 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-1c100eca-3edd-427d-99b1-17e191a9ce74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:03.914118 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-1c100eca-3edd-427d-99b1-17e191a9ce74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:03.965294 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-1c100eca-3edd-427d-99b1-17e191a9ce74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:03.969144 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-f0ff20ff-2bd5-4924-86f0-92a402789e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:03.981994 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c100eca-3edd-427d-99b1-17e191a9ce74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4850c8d9-85ba-4728-a241-22b348939f70,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:03.984868 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-1c100eca-3edd-427d-99b1-17e191a9ce74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:03.986731 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-1c100eca-3edd-427d-99b1-17e191a9ce74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:03.987998 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-1c100eca-3edd-427d-99b1-17e191a9ce74 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4850c8d9-85ba-4728-a241-22b348939f70 HTTP/1.1" status: 204  len: 168 time: 0.1618373
Sep 10 16:52:04.309578 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 36556) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:52:04.328001 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-df5ec3a2-cebf-4f48-8c34-762ed5488533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:04.359950 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-df5ec3a2-cebf-4f48-8c34-762ed5488533 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:52:04.363781 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-df5ec3a2-cebf-4f48-8c34-762ed5488533 admin admin] Usage tracker for resource:security_group_rule and tenant:903dfc41fe704e8b85fadba34f70d01d is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:52:04.366570 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-df5ec3a2-cebf-4f48-8c34-762ed5488533 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:52:04.372675 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-df5ec3a2-cebf-4f48-8c34-762ed5488533 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:52:04.441184 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-df5ec3a2-cebf-4f48-8c34-762ed5488533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:04.444849 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-df5ec3a2-cebf-4f48-8c34-762ed5488533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:04.451783 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-8cf1537d-bbdd-416e-8d8c-1e9d13093e3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:04.490680 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ec3a2-cebf-4f48-8c34-762ed5488533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674c1755-e41f-46ac-84b5-8cf3694c7bab,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:04.495113 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-df5ec3a2-cebf-4f48-8c34-762ed5488533 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=903dfc41fe704e8b85fadba34f70d01d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1844869
Sep 10 16:52:04.495991 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-df5ec3a2-cebf-4f48-8c34-762ed5488533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:04.498234 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 36560) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:52:04.559161 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-831d5e3d-4eb2-4be2-87fc-3b5f7e7aeff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:04.584373 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-831d5e3d-4eb2-4be2-87fc-3b5f7e7aeff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:04.634295 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-831d5e3d-4eb2-4be2-87fc-3b5f7e7aeff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:04.637830 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-2a93f25f-83c4-4054-8549-a9e9566a22c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:04.651376 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d5e3d-4eb2-4be2-87fc-3b5f7e7aeff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674c1755-e41f-46ac-84b5-8cf3694c7bab,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:04.653918 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-831d5e3d-4eb2-4be2-87fc-3b5f7e7aeff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:04.655053 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-831d5e3d-4eb2-4be2-87fc-3b5f7e7aeff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:04.656154 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-831d5e3d-4eb2-4be2-87fc-3b5f7e7aeff1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/674c1755-e41f-46ac-84b5-8cf3694c7bab HTTP/1.1" status: 204  len: 168 time: 0.1570394
Sep 10 16:52:05.974573 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:20.366260 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 36762) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:52:20.503823 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-67344201-611f-4b03-8856-2fa4f13ae451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:20.534670 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-67344201-611f-4b03-8856-2fa4f13ae451 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:52:20.538478 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-67344201-611f-4b03-8856-2fa4f13ae451 admin admin] Usage tracker for resource:security_group_rule and tenant:1d034f470c0446b083cd1b92c1b3d8cd is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:52:20.541216 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-67344201-611f-4b03-8856-2fa4f13ae451 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:52:20.546984 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-67344201-611f-4b03-8856-2fa4f13ae451 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:52:20.610981 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-67344201-611f-4b03-8856-2fa4f13ae451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:20.614682 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-67344201-611f-4b03-8856-2fa4f13ae451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:20.621283 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-0ce9d38c-d1f7-4fb6-a8db-21289f5fcd7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:20.663647 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67344201-611f-4b03-8856-2fa4f13ae451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0bef9d-80ca-4fa9-a115-34440e7d0652,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:20.669210 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-67344201-611f-4b03-8856-2fa4f13ae451 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1d034f470c0446b083cd1b92c1b3d8cd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3019545
Sep 10 16:52:20.672100 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 36768) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:52:20.674571 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67344201-611f-4b03-8856-2fa4f13ae451 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:52:20.674947 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67344201-611f-4b03-8856-2fa4f13ae451 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:52:20.675313 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67344201-611f-4b03-8856-2fa4f13ae451 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:52:20.675673 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67344201-611f-4b03-8856-2fa4f13ae451 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:52:20.676031 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67344201-611f-4b03-8856-2fa4f13ae451 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:52:20.676388 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67344201-611f-4b03-8856-2fa4f13ae451 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:52:20.676741 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67344201-611f-4b03-8856-2fa4f13ae451 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:52:20.677096 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67344201-611f-4b03-8856-2fa4f13ae451 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:52:20.677448 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67344201-611f-4b03-8856-2fa4f13ae451 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:52:20.677794 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67344201-611f-4b03-8856-2fa4f13ae451 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:52:20.678166 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67344201-611f-4b03-8856-2fa4f13ae451 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:52:20.681818 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-67344201-611f-4b03-8856-2fa4f13ae451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:20.732067 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3a432a9d-780d-404c-878e-983feb776649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:20.756589 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3a432a9d-780d-404c-878e-983feb776649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:20.805674 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3a432a9d-780d-404c-878e-983feb776649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:20.810898 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-93555fc1-5039-4585-b47c-26273b451eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:20.823087 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a432a9d-780d-404c-878e-983feb776649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0bef9d-80ca-4fa9-a115-34440e7d0652,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:20.837706 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a432a9d-780d-404c-878e-983feb776649 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:52:20.838094 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a432a9d-780d-404c-878e-983feb776649 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:52:20.838575 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a432a9d-780d-404c-878e-983feb776649 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:52:20.843320 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a432a9d-780d-404c-878e-983feb776649 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:52:20.843320 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a432a9d-780d-404c-878e-983feb776649 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:52:20.843320 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a432a9d-780d-404c-878e-983feb776649 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:52:20.843320 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a432a9d-780d-404c-878e-983feb776649 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:52:20.843320 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a432a9d-780d-404c-878e-983feb776649 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:52:20.843320 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a432a9d-780d-404c-878e-983feb776649 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:52:20.843320 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a432a9d-780d-404c-878e-983feb776649 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:52:20.843320 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a432a9d-780d-404c-878e-983feb776649 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:52:20.848323 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-3a432a9d-780d-404c-878e-983feb776649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:20.848323 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3a432a9d-780d-404c-878e-983feb776649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:20.850619 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-3a432a9d-780d-404c-878e-983feb776649 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2d0bef9d-80ca-4fa9-a115-34440e7d0652 HTTP/1.1" status: 204  len: 168 time: 0.1774774
Sep 10 16:52:21.183833 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 36782) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:52:21.206059 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-99af741a-d004-40e5-8741-56b54c6b8903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:21.236993 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-99af741a-d004-40e5-8741-56b54c6b8903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:52:21.240724 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-99af741a-d004-40e5-8741-56b54c6b8903 admin admin] Usage tracker for resource:security_group_rule and tenant:3765d93a8e7d49a0b3f78a75d008c603 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:52:21.243480 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-99af741a-d004-40e5-8741-56b54c6b8903 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:52:21.249099 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-99af741a-d004-40e5-8741-56b54c6b8903 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:52:21.315400 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-99af741a-d004-40e5-8741-56b54c6b8903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:21.319128 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-99af741a-d004-40e5-8741-56b54c6b8903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:21.326690 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-3cb656ad-d4ce-4b97-a9d0-9da33e478c40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:21.367896 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af741a-d004-40e5-8741-56b54c6b8903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df00355-f609-454c-b86b-9e5542e65b24,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:21.370839 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-99af741a-d004-40e5-8741-56b54c6b8903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:21.374781 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-99af741a-d004-40e5-8741-56b54c6b8903 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3765d93a8e7d49a0b3f78a75d008c603&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1899593
Sep 10 16:52:21.377345 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 36786) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:52:21.435922 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-765207f7-9ddb-40bf-852b-f7e6ceea405b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:21.461062 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-765207f7-9ddb-40bf-852b-f7e6ceea405b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:21.510284 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-765207f7-9ddb-40bf-852b-f7e6ceea405b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:21.515460 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-c491644c-f5aa-4bd6-9129-8eafb72f3096 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:21.530641 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765207f7-9ddb-40bf-852b-f7e6ceea405b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df00355-f609-454c-b86b-9e5542e65b24,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:21.533137 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-765207f7-9ddb-40bf-852b-f7e6ceea405b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:21.534390 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-765207f7-9ddb-40bf-852b-f7e6ceea405b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:21.535525 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-765207f7-9ddb-40bf-852b-f7e6ceea405b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7df00355-f609-454c-b86b-9e5542e65b24 HTTP/1.1" status: 204  len: 168 time: 0.1572776
Sep 10 16:52:22.363438 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 36814) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:52:22.505337 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-cd3d00c8-0fe4-4319-95e4-a5392658c67a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:22.535676 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-cd3d00c8-0fe4-4319-95e4-a5392658c67a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:52:22.539577 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-cd3d00c8-0fe4-4319-95e4-a5392658c67a admin admin] Usage tracker for resource:security_group_rule and tenant:a8f7fd6178404558b647fc72b0f6727e is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:52:22.542413 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-cd3d00c8-0fe4-4319-95e4-a5392658c67a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:52:22.549200 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-cd3d00c8-0fe4-4319-95e4-a5392658c67a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:52:22.615725 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-cd3d00c8-0fe4-4319-95e4-a5392658c67a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:22.619925 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-cd3d00c8-0fe4-4319-95e4-a5392658c67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:22.627482 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-49772863-a485-4666-9db0-e3bd0d13a76d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:22.667988 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-cd3d00c8-0fe4-4319-95e4-a5392658c67a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a8f7fd6178404558b647fc72b0f6727e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3032379
Sep 10 16:52:22.669323 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d00c8-0fe4-4319-95e4-a5392658c67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc29e634-3409-45f4-9273-8fbbb0bd64ab,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:22.670932 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 36828) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:52:22.672246 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-cd3d00c8-0fe4-4319-95e4-a5392658c67a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:22.733151 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-807d619d-8cdf-4528-a97d-0c888131f1cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:22.759047 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-807d619d-8cdf-4528-a97d-0c888131f1cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:22.814381 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-807d619d-8cdf-4528-a97d-0c888131f1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:22.819271 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-2cb505ed-70ff-47f7-9ebd-200ebd5fa235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:22.834097 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d619d-8cdf-4528-a97d-0c888131f1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc29e634-3409-45f4-9273-8fbbb0bd64ab,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:22.836978 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-807d619d-8cdf-4528-a97d-0c888131f1cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:22.841727 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-807d619d-8cdf-4528-a97d-0c888131f1cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:22.846505 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-807d619d-8cdf-4528-a97d-0c888131f1cf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cc29e634-3409-45f4-9273-8fbbb0bd64ab HTTP/1.1" status: 204  len: 168 time: 0.1733024
Sep 10 16:52:25.210951 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c22158e3-c3eb-44a2-994c-401d93e76045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:25.635034 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-da712174-e1e3-4af7-8677-7530faf437a7 tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=5c7d25af30a94636ad02111b41ee795a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0276191
Sep 10 16:52:25.643936 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:25.791042 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-87cc3e28-7fdd-442e-a753-b69205be6acc tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:52:25.792480 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-87cc3e28-7fdd-442e-a753-b69205be6acc tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1525061
Sep 10 16:52:25.808666 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-579a2fc4-53fa-41b5-a515-70c245a71b10 tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] 10.222.0.41 "GET /v2.0/quotas/5c7d25af30a94636ad02111b41ee795a HTTP/1.1" status: 200  len: 375 time: 0.0105374
Sep 10 16:52:25.860498 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-9d925e07-94b5-4e8b-9e78-750b79040fa2 tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c7d25af30a94636ad02111b41ee795a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0461061
Sep 10 16:52:26.053090 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-d50637a4-3601-4eb6-a76e-de2a9b63f940 req-1e85fa90-0d5f-4e9e-9452-4f3bafddd6fc tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e1d67e-9a5b-41c6-bc4f-439f5525045c HTTP/1.1" status: 200  len: 210 time: 0.0477653
Sep 10 16:52:26.943065 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-380b3921-f098-40c3-bc3a-cac3655d5096 tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=5c7d25af30a94636ad02111b41ee795a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0278125
Sep 10 16:52:27.103558 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-ecc02e7b-3442-40e7-8da1-3d2993463ab0 tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:52:27.105068 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-ecc02e7b-3442-40e7-8da1-3d2993463ab0 tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1570580
Sep 10 16:52:27.122987 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-27a824de-5b46-4483-8000-ad18a8067f0c tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Request body: {'port': {'device_id': 'e7e1d67e-9a5b-41c6-bc4f-439f5525045c', 'network_id': '9ce00a73-c32c-435f-82bb-5adb5484c0b1', 'admin_state_up': True, 'tenant_id': '5c7d25af30a94636ad02111b41ee795a'}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:52:27.234851 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-4fc5b73e-69d9-4502-9ab3-d42c33cb1dfe req-77ca71ef-1694-4a15-a00b-eac41c5c9e68 tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e1d67e-9a5b-41c6-bc4f-439f5525045c HTTP/1.1" status: 200  len: 210 time: 0.0418739
Sep 10 16:52:27.266209 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-27a824de-5b46-4483-8000-ad18a8067f0c tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:52:27.270040 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-27a824de-5b46-4483-8000-ad18a8067f0c tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Usage tracker for resource:port and tenant:5c7d25af30a94636ad02111b41ee795a is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:52:27.272890 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-27a824de-5b46-4483-8000-ad18a8067f0c tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:52:27.278665 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-27a824de-5b46-4483-8000-ad18a8067f0c tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:52:27.288612 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-27a824de-5b46-4483-8000-ad18a8067f0c tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Made reservation on behalf of 5c7d25af30a94636ad02111b41ee795a for: {'port': 1} {{(pid=74981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:52:27.292414 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-27a824de-5b46-4483-8000-ad18a8067f0c tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:27.306015 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-27a824de-5b46-4483-8000-ad18a8067f0c tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Notify callbacks [] for security_group, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:27.344124 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-27a824de-5b46-4483-8000-ad18a8067f0c tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:52:27.347901 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-27a824de-5b46-4483-8000-ad18a8067f0c tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Usage tracker for resource:security_group_rule and tenant:5c7d25af30a94636ad02111b41ee795a is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:52:27.350730 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-27a824de-5b46-4483-8000-ad18a8067f0c tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:52:27.357142 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-27a824de-5b46-4483-8000-ad18a8067f0c tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:52:27.428165 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-27a824de-5b46-4483-8000-ad18a8067f0c tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Notify callbacks [] for security_group, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:27.433045 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-27a824de-5b46-4483-8000-ad18a8067f0c tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:27.437206 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-de16e2fd-1f51-4d5e-9e5f-82569340f7c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:27.508314 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-01cab06a-2dc9-4701-92d2-643ebf9b4a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:27.529077 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a824de-5b46-4483-8000-ad18a8067f0c tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1fa74d-56d3-490d-877d-1d1df7634558,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:27.532060 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-27a824de-5b46-4483-8000-ad18a8067f0c tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:27.622311 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.db_base_plugin_common [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-27a824de-5b46-4483-8000-ad18a8067f0c tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Allocated IP 192.168.233.149 (9ce00a73-c32c-435f-82bb-5adb5484c0b1/be261846-8a73-447d-91d4-2a997c88ab00/991f45d1-30ab-4a7e-bc0a-7438854bd46b) {{(pid=74981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:52:27.735517 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 36950) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:52:27.827247 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-27a824de-5b46-4483-8000-ad18a8067f0c tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Notify callbacks [] for port, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:27.844154 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.provisioning_blocks [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-27a824de-5b46-4483-8000-ad18a8067f0c tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Transition to ACTIVE for port object 991f45d1-30ab-4a7e-bc0a-7438854bd46b will not be triggered until provisioned by entity DHCP. {{(pid=74981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:52:27.870033 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-27a824de-5b46-4483-8000-ad18a8067f0c tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2943309'] for port, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:27.875274 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3d82b5f2-c005-4eb3-a0de-7355336242d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:27.877028 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-276a2728-fc4c-4b77-a8f2-4c9ec84c6982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:27.908351 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-3d82b5f2-c005-4eb3-a0de-7355336242d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:52:27.912218 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-3d82b5f2-c005-4eb3-a0de-7355336242d3 admin admin] Usage tracker for resource:security_group_rule and tenant:c168d5a6fbdb407e9a4edfe9856bb7b0 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:52:27.915075 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-3d82b5f2-c005-4eb3-a0de-7355336242d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:52:27.921316 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-3d82b5f2-c005-4eb3-a0de-7355336242d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:52:27.950660 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-27a824de-5b46-4483-8000-ad18a8067f0c tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Network 9ce00a73-c32c-435f-82bb-5adb5484c0b1 is already hosted by enough agents. {{(pid=74981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:52:27.954112 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.base_scheduler [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-27a824de-5b46-4483-8000-ad18a8067f0c tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Resources bound (agent type, host, resource id):  {{(pid=74981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:52:27.957131 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-27a824de-5b46-4483-8000-ad18a8067f0c tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Received port after_create {{(pid=74981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:52:27.987848 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3d82b5f2-c005-4eb3-a0de-7355336242d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:27.992528 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-3d82b5f2-c005-4eb3-a0de-7355336242d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:28.001677 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a824de-5b46-4483-8000-ad18a8067f0c tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Pushing event updated for resources: {'Port': ['ID=991f45d1-30ab-4a7e-bc0a-7438854bd46b,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:28.003306 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-3d778595-ecaf-4037-a137-1395c6357df6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:28.005136 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-27a824de-5b46-4483-8000-ad18a8067f0c tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:28.033691 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-27a824de-5b46-4483-8000-ad18a8067f0c tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:52:28.034637 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-27a824de-5b46-4483-8000-ad18a8067f0c tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:28.050404 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-3d82b5f2-c005-4eb3-a0de-7355336242d3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c168d5a6fbdb407e9a4edfe9856bb7b0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3137791
Sep 10 16:52:28.051425 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82b5f2-c005-4eb3-a0de-7355336242d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c96178-4069-44a3-82f8-d33ca544ccf6,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:28.053955 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 36956) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:52:28.057229 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-3d82b5f2-c005-4eb3-a0de-7355336242d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:28.065155 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-27a824de-5b46-4483-8000-ad18a8067f0c tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.9464159
Sep 10 16:52:28.076697 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-785f10b6-7392-430e-9b58-e94fbfce5024 service neutron] Request body: {'port': {'device_id': 'e7e1d67e-9a5b-41c6-bc4f-439f5525045c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:52:28.119382 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-57d1acf0-423c-4643-9f4f-9e73ec7d34f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:28.145405 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-57d1acf0-423c-4643-9f4f-9e73ec7d34f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:28.194239 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-785f10b6-7392-430e-9b58-e94fbfce5024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:28.198415 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-57d1acf0-423c-4643-9f4f-9e73ec7d34f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:28.203223 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-e086a08e-bd68-4e56-b6b8-9600344ed8ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:28.216400 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1acf0-423c-4643-9f4f-9e73ec7d34f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c96178-4069-44a3-82f8-d33ca544ccf6,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:28.221257 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-57d1acf0-423c-4643-9f4f-9e73ec7d34f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:28.227036 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-57d1acf0-423c-4643-9f4f-9e73ec7d34f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:28.228243 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-57d1acf0-423c-4643-9f4f-9e73ec7d34f1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d4c96178-4069-44a3-82f8-d33ca544ccf6 HTTP/1.1" status: 204  len: 168 time: 0.1730080
Sep 10 16:52:28.238883 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-b649d29c-8ec2-4ae9-9612-7bed5a514c89 None None] Provisioning for port 991f45d1-30ab-4a7e-bc0a-7438854bd46b completed by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:52:28.247765 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-b649d29c-8ec2-4ae9-9612-7bed5a514c89 None None] Provisioning complete for port 991f45d1-30ab-4a7e-bc0a-7438854bd46b triggered by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:52:28.248391 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-b649d29c-8ec2-4ae9-9612-7bed5a514c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:28.367782 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-b649d29c-8ec2-4ae9-9612-7bed5a514c89 None None] Port 991f45d1-30ab-4a7e-bc0a-7438854bd46b cannot update to ACTIVE because it is not bound. {{(pid=74983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 10 16:52:28.477463 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:28.592785 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 36966) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:52:28.599935 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94612429-6587-4a8f-80b2-27ba111d7171 req-a8606c30-70f2-4c42-bfff-3f293a4d9578 tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:52:28.600634 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-94612429-6587-4a8f-80b2-27ba111d7171 req-a8606c30-70f2-4c42-bfff-3f293a4d9578 tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Synchronizing usage tracker for tenant:5c7d25af30a94636ad02111b41ee795a on resource:port {{(pid=74981) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:52:28.611310 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-1f30fe92-eeab-4d74-b696-ef66046516c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:28.643909 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-1f30fe92-eeab-4d74-b696-ef66046516c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:52:28.645706 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-94612429-6587-4a8f-80b2-27ba111d7171 req-a8606c30-70f2-4c42-bfff-3f293a4d9578 tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Unset dirty status for tenant:5c7d25af30a94636ad02111b41ee795a on resource:port {{(pid=74981) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:52:28.646898 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-94612429-6587-4a8f-80b2-27ba111d7171 req-a8606c30-70f2-4c42-bfff-3f293a4d9578 tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e1d67e-9a5b-41c6-bc4f-439f5525045c HTTP/1.1" status: 200  len: 936 time: 0.2254350
Sep 10 16:52:28.647790 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-1f30fe92-eeab-4d74-b696-ef66046516c7 admin admin] Usage tracker for resource:security_group_rule and tenant:8569ea3048214c5b91f448f7779a3273 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:52:28.650616 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-1f30fe92-eeab-4d74-b696-ef66046516c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:52:28.656920 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-1f30fe92-eeab-4d74-b696-ef66046516c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:52:28.726444 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-1f30fe92-eeab-4d74-b696-ef66046516c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:28.730239 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-1f30fe92-eeab-4d74-b696-ef66046516c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:28.737400 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-0e338e5b-63b5-4c28-8c3d-0c27ee1142cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:28.752841 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-94612429-6587-4a8f-80b2-27ba111d7171 req-dee2568d-9004-40c0-8eed-9d9c18a767f0 tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Synchronizing usage tracker for tenant:5c7d25af30a94636ad02111b41ee795a on resource:security_group {{(pid=74981) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:52:28.764433 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.notifiers.nova [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-785f10b6-7392-430e-9b58-e94fbfce5024 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 991f45d1-30ab-4a7e-bc0a-7438854bd46b {{(pid=74981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:52:28.774834 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-785f10b6-7392-430e-9b58-e94fbfce5024 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:28.775357 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30fe92-eeab-4d74-b696-ef66046516c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9bfc40-7a22-4d38-ad67-fb2ff1c66738,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:28.779143 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-1f30fe92-eeab-4d74-b696-ef66046516c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:28.783998 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-1f30fe92-eeab-4d74-b696-ef66046516c7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8569ea3048214c5b91f448f7779a3273&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1893995
Sep 10 16:52:28.785789 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 36970) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:52:28.790521 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-94612429-6587-4a8f-80b2-27ba111d7171 req-dee2568d-9004-40c0-8eed-9d9c18a767f0 tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Unset dirty status for tenant:5c7d25af30a94636ad02111b41ee795a on resource:security_group {{(pid=74981) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:52:28.791661 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-94612429-6587-4a8f-80b2-27ba111d7171 req-dee2568d-9004-40c0-8eed-9d9c18a767f0 tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e1fa74d-56d3-490d-877d-1d1df7634558&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1389306
Sep 10 16:52:28.797439 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.provisioning_blocks [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-785f10b6-7392-430e-9b58-e94fbfce5024 service neutron] Transition to ACTIVE for port object 991f45d1-30ab-4a7e-bc0a-7438854bd46b will not be triggered until provisioned by entity L2. {{(pid=74981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:52:28.802303 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-785f10b6-7392-430e-9b58-e94fbfce5024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2943322'] for port, after_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:28.807369 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-bc525091-1181-41d4-ad73-11d26aeaa2c6 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:28.858845 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-27361b41-bc02-41a4-bd39-58e1fe62a27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:28.884592 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-27361b41-bc02-41a4-bd39-58e1fe62a27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:28.931356 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f10b6-7392-430e-9b58-e94fbfce5024 service neutron] Pushing event updated for resources: {'Port': ['ID=991f45d1-30ab-4a7e-bc0a-7438854bd46b,revision_number=2']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:28.935756 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-785f10b6-7392-430e-9b58-e94fbfce5024 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:28.946896 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-27361b41-bc02-41a4-bd39-58e1fe62a27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:28.951306 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-baf13c94-de93-4539-b4a1-d8077f400577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:28.963834 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27361b41-bc02-41a4-bd39-58e1fe62a27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9bfc40-7a22-4d38-ad67-fb2ff1c66738,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:28.972470 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-27361b41-bc02-41a4-bd39-58e1fe62a27e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:28.978066 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-27361b41-bc02-41a4-bd39-58e1fe62a27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:28.979405 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-27361b41-bc02-41a4-bd39-58e1fe62a27e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7b9bfc40-7a22-4d38-ad67-fb2ff1c66738 HTTP/1.1" status: 204  len: 168 time: 0.1925969
Sep 10 16:52:29.051748 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.managers [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-785f10b6-7392-430e-9b58-e94fbfce5024 service neutron] Attempting to bind port 991f45d1-30ab-4a7e-bc0a-7438854bd46b on host hv-cinder-80847 for vnic_type normal with profile  {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:52:29.052100 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.managers [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-785f10b6-7392-430e-9b58-e94fbfce5024 service neutron] Attempting to bind port 991f45d1-30ab-4a7e-bc0a-7438854bd46b by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': 'e6a25056-2ece-4a9c-a17d-a53935fddf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9ce00a73-c32c-435f-82bb-5adb5484c0b1'}] {{(pid=74981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:52:29.052433 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-785f10b6-7392-430e-9b58-e94fbfce5024 service neutron] Attempting to bind port 991f45d1-30ab-4a7e-bc0a-7438854bd46b on network 9ce00a73-c32c-435f-82bb-5adb5484c0b1 {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:52:29.058562 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-785f10b6-7392-430e-9b58-e94fbfce5024 service neutron] Port 991f45d1-30ab-4a7e-bc0a-7438854bd46b on network 9ce00a73-c32c-435f-82bb-5adb5484c0b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 10 16:52:29.058803 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-785f10b6-7392-430e-9b58-e94fbfce5024 service neutron] Attempting to bind port 991f45d1-30ab-4a7e-bc0a-7438854bd46b on network 9ce00a73-c32c-435f-82bb-5adb5484c0b1 {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:52:29.065715 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-785f10b6-7392-430e-9b58-e94fbfce5024 service neutron] Checking agent: {'id': '653d4f90-9fea-4616-953f-74c38214cca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 41, 36), 'started_at': datetime.datetime(2021, 9, 10, 16, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:52:29.066226 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-785f10b6-7392-430e-9b58-e94fbfce5024 service neutron] Checking segment: {'id': 'e6a25056-2ece-4a9c-a17d-a53935fddf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9ce00a73-c32c-435f-82bb-5adb5484c0b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:52:29.066722 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-785f10b6-7392-430e-9b58-e94fbfce5024 service neutron] Bound using segment: {'id': 'e6a25056-2ece-4a9c-a17d-a53935fddf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9ce00a73-c32c-435f-82bb-5adb5484c0b1'} {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:52:29.067254 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.managers [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-785f10b6-7392-430e-9b58-e94fbfce5024 service neutron] Bound port: 991f45d1-30ab-4a7e-bc0a-7438854bd46b, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6a25056-2ece-4a9c-a17d-a53935fddf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9ce00a73-c32c-435f-82bb-5adb5484c0b1'}}] {{(pid=74981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:52:29.067623 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-785f10b6-7392-430e-9b58-e94fbfce5024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:29.155984 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-785f10b6-7392-430e-9b58-e94fbfce5024 service neutron] For port 991f45d1-30ab-4a7e-bc0a-7438854bd46b, host hv-cinder-80847, cleared binding levels {{(pid=74981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:52:29.159345 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-785f10b6-7392-430e-9b58-e94fbfce5024 service neutron] For port 991f45d1-30ab-4a7e-bc0a-7438854bd46b, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=991f45d1-30ab-4a7e-bc0a-7438854bd46b,segment=NetworkSegment(e6a25056-2ece-4a9c-a17d-a53935fddf56),segment_id=e6a25056-2ece-4a9c-a17d-a53935fddf56)] {{(pid=74981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:52:29.165471 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-785f10b6-7392-430e-9b58-e94fbfce5024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2943322'] for port, after_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:29.171583 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-df904521-596d-42f1-9ca6-eb0b7c830169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:29.238988 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-785f10b6-7392-430e-9b58-e94fbfce5024 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:29.240356 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-785f10b6-7392-430e-9b58-e94fbfce5024 service neutron] 10.222.0.24 "PUT /v2.0/ports/991f45d1-30ab-4a7e-bc0a-7438854bd46b HTTP/1.1" status: 200  len: 1098 time: 1.1682014
Sep 10 16:52:29.241037 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e1d67e-9a5b-41c6-bc4f-439f5525045c', 'tag': '991f45d1-30ab-4a7e-bc0a-7438854bd46b'}] {{(pid=74981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:52:29.291130 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f10b6-7392-430e-9b58-e94fbfce5024 service neutron] Pushing event updated for resources: {'Port': ['ID=991f45d1-30ab-4a7e-bc0a-7438854bd46b,revision_number=3']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:29.302562 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-785f10b6-7392-430e-9b58-e94fbfce5024 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:29.350226 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7e1d67e-9a5b-41c6-bc4f-439f5525045c', 'tag': '991f45d1-30ab-4a7e-bc0a-7438854bd46b', 'status': 'completed', 'code': 200}
Sep 10 16:52:29.396058 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-06e2088b-c717-423f-88aa-61bfc14344d5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c7d25af30a94636ad02111b41ee795a&device_id=e7e1d67e-9a5b-41c6-bc4f-439f5525045c HTTP/1.1" status: 200  len: 1101 time: 0.0920839
Sep 10 16:52:29.406228 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 36980) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:52:29.424688 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-662f2232-3de9-405a-89ac-1169a541ba86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:29.459682 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-662f2232-3de9-405a-89ac-1169a541ba86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:52:29.463862 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-662f2232-3de9-405a-89ac-1169a541ba86 admin admin] Usage tracker for resource:security_group_rule and tenant:23287e1674854014b8eabd4ef79e859e is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:52:29.468012 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-662f2232-3de9-405a-89ac-1169a541ba86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:52:29.471361 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-8f7d49e4-8891-4662-91ed-ad76d4cfbc9d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=991f45d1-30ab-4a7e-bc0a-7438854bd46b HTTP/1.1" status: 200  len: 217 time: 0.0683932
Sep 10 16:52:29.474295 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-662f2232-3de9-405a-89ac-1169a541ba86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:52:29.532864 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-55f02249-2c82-4327-8336-94df0e2ab18c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:52:29.534244 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-55f02249-2c82-4327-8336-94df0e2ab18c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be261846-8a73-447d-91d4-2a997c88ab00 HTTP/1.1" status: 200  len: 843 time: 0.0572410
Sep 10 16:52:29.550728 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-662f2232-3de9-405a-89ac-1169a541ba86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:29.554206 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-662f2232-3de9-405a-89ac-1169a541ba86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:29.560989 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-3a432a9d-780d-404c-878e-983feb776649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:29.602265 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f2232-3de9-405a-89ac-1169a541ba86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab0972a-566e-4c40-9a87-4387e2c0b585,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:29.606731 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-662f2232-3de9-405a-89ac-1169a541ba86 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=23287e1674854014b8eabd4ef79e859e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1994686
Sep 10 16:52:29.607627 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-662f2232-3de9-405a-89ac-1169a541ba86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:29.609189 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 36984) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:52:29.614569 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-a3074d9b-91f2-446d-91e0-b0529644d589 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9ce00a73-c32c-435f-82bb-5adb5484c0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0742328
Sep 10 16:52:29.668386 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-695f314c-2217-453a-9989-ea67728b72e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:29.693962 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-695f314c-2217-453a-9989-ea67728b72e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:29.743936 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-695f314c-2217-453a-9989-ea67728b72e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:29.745014 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-5caeba83-09e0-4f59-bdc2-4b5a52822bc8 service neutron] 10.222.0.24 "GET /v2.0/networks/9ce00a73-c32c-435f-82bb-5adb5484c0b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240008
Sep 10 16:52:29.748112 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-c37bfe68-35f0-4d55-af05-13e74b495961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:29.761018 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f314c-2217-453a-9989-ea67728b72e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab0972a-566e-4c40-9a87-4387e2c0b585,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:29.764624 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-695f314c-2217-453a-9989-ea67728b72e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:29.766577 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-695f314c-2217-453a-9989-ea67728b72e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:29.767841 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-695f314c-2217-453a-9989-ea67728b72e4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cab0972a-566e-4c40-9a87-4387e2c0b585 HTTP/1.1" status: 204  len: 168 time: 0.1576135
Sep 10 16:52:29.881859 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 6 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 16:52:29.898524 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-ff7c6a90-173a-4f2f-8b42-a80d94cdf13b req-f76af17f-21f9-4e22-aa5a-cb41ed00676f service neutron] 10.222.0.24 "GET /v2.0/networks/9ce00a73-c32c-435f-82bb-5adb5484c0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1470048
Sep 10 16:52:29.962307 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:30.055860 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec611f58-4fcc-46c1-b77a-96a36b5fce00 req-6acb1ca8-0f48-417e-9cc1-13f5059e6edd tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:52:30.057330 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-ec611f58-4fcc-46c1-b77a-96a36b5fce00 req-6acb1ca8-0f48-417e-9cc1-13f5059e6edd tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e1d67e-9a5b-41c6-bc4f-439f5525045c HTTP/1.1" status: 200  len: 948 time: 0.1389954
Sep 10 16:52:30.065518 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-41397b8b-81f2-423e-b6a1-660075d5d4bc req-fb1f9a08-e3cf-4fdd-a888-31ad876734aa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c7d25af30a94636ad02111b41ee795a&device_id=e7e1d67e-9a5b-41c6-bc4f-439f5525045c HTTP/1.1" status: 200  len: 1101 time: 0.1117105
Sep 10 16:52:30.283228 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-ec611f58-4fcc-46c1-b77a-96a36b5fce00 req-1da46c50-42dc-418b-8a79-3249f09856a2 tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e1fa74d-56d3-490d-877d-1d1df7634558&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2167671
Sep 10 16:52:30.330137 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41397b8b-81f2-423e-b6a1-660075d5d4bc req-2b3d1bb7-10b9-4b4b-935e-649056370523 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:52:30.331953 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-41397b8b-81f2-423e-b6a1-660075d5d4bc req-2b3d1bb7-10b9-4b4b-935e-649056370523 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9ce00a73-c32c-435f-82bb-5adb5484c0b1 HTTP/1.1" status: 200  len: 870 time: 0.2523735
Sep 10 16:52:30.402290 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-41397b8b-81f2-423e-b6a1-660075d5d4bc req-6cbca49c-df83-4bde-bc89-54eb17a47cae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=991f45d1-30ab-4a7e-bc0a-7438854bd46b HTTP/1.1" status: 200  len: 217 time: 0.0626678
Sep 10 16:52:30.469479 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41397b8b-81f2-423e-b6a1-660075d5d4bc req-34c4776e-5b43-4005-ac78-2ab5c7897e08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:52:30.470984 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-41397b8b-81f2-423e-b6a1-660075d5d4bc req-34c4776e-5b43-4005-ac78-2ab5c7897e08 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be261846-8a73-447d-91d4-2a997c88ab00 HTTP/1.1" status: 200  len: 843 time: 0.0622001
Sep 10 16:52:30.547124 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-41397b8b-81f2-423e-b6a1-660075d5d4bc req-f4c36831-fb9f-416e-9355-eca8c05492fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9ce00a73-c32c-435f-82bb-5adb5484c0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0691388
Sep 10 16:52:30.681445 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-41397b8b-81f2-423e-b6a1-660075d5d4bc req-73977bab-32b4-4756-945a-e16ac0c825e5 service neutron] 10.222.0.24 "GET /v2.0/networks/9ce00a73-c32c-435f-82bb-5adb5484c0b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269040
Sep 10 16:52:30.815698 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-41397b8b-81f2-423e-b6a1-660075d5d4bc req-6a41100f-4af6-4458-bc9d-dac846e3e4c5 service neutron] 10.222.0.24 "GET /v2.0/networks/9ce00a73-c32c-435f-82bb-5adb5484c0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1278601
Sep 10 16:52:31.486466 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e04f4-071d-423b-b2b3-f5921a346726 req-a0ba0975-a5f4-4a59-91ba-0bd387ffcd6e tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:52:31.488295 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-ba2e04f4-071d-423b-b2b3-f5921a346726 req-a0ba0975-a5f4-4a59-91ba-0bd387ffcd6e tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e1d67e-9a5b-41c6-bc4f-439f5525045c HTTP/1.1" status: 200  len: 948 time: 0.0820761
Sep 10 16:52:31.534040 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-ba2e04f4-071d-423b-b2b3-f5921a346726 req-cc59619d-c204-48b4-b8f1-0e8aff0b6a80 tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e1fa74d-56d3-490d-877d-1d1df7634558&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401824
Sep 10 16:52:32.520539 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 991f45d1-30ab-4a7e-bc0a-7438854bd46b details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=74983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 10 16:52:32.652254 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 991f45d1-30ab-4a7e-bc0a-7438854bd46b, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=991f45d1-30ab-4a7e-bc0a-7438854bd46b,segment=NetworkSegment(e6a25056-2ece-4a9c-a17d-a53935fddf56),segment_id=e6a25056-2ece-4a9c-a17d-a53935fddf56)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:52:32.665166 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Returning: {'device': '991f45d1-30ab-4a7e-bc0a-7438854bd46b', 'network_id': '9ce00a73-c32c-435f-82bb-5adb5484c0b1', 'port_id': '991f45d1-30ab-4a7e-bc0a-7438854bd46b', 'mac_address': 'fa:16:3e:0f:5c:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be261846-8a73-447d-91d4-2a997c88ab00', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 10 16:52:32.717044 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:32.733495 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 991f45d1-30ab-4a7e-bc0a-7438854bd46b {{(pid=74983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:52:32.733845 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc699d6-0f27-4b6b-a1dc-7e5c2cf819b4 req-7378fe7e-ff70-49ec-afe8-ff98851e728b tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:52:32.735350 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-1dc699d6-0f27-4b6b-a1dc-7e5c2cf819b4 req-7378fe7e-ff70-49ec-afe8-ff98851e728b tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e1d67e-9a5b-41c6-bc4f-439f5525045c HTTP/1.1" status: 200  len: 948 time: 0.0806029
Sep 10 16:52:32.749115 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 991f45d1-30ab-4a7e-bc0a-7438854bd46b, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=991f45d1-30ab-4a7e-bc0a-7438854bd46b,segment=NetworkSegment(e6a25056-2ece-4a9c-a17d-a53935fddf56),segment_id=e6a25056-2ece-4a9c-a17d-a53935fddf56)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:52:32.752403 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:32.755213 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:32.780839 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-1dc699d6-0f27-4b6b-a1dc-7e5c2cf819b4 req-5cbff9c3-21a2-4c74-b12c-01a9d4c07e93 tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e1fa74d-56d3-490d-877d-1d1df7634558&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399241
Sep 10 16:52:32.822028 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=991f45d1-30ab-4a7e-bc0a-7438854bd46b,revision_number=4']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:32.834553 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:52:32.834815 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:52:32.835148 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:52:32.835479 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:52:32.835810 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:52:32.836134 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:52:32.836455 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:52:32.836802 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:52:32.837121 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:52:32.837436 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:52:32.837751 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:52:32.841879 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:32.966344 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] get_ports_and_sgs() called for port_ids ['991f45d1-30ab-4a7e-bc0a-7438854bd46b'] {{(pid=74983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 10 16:52:33.977171 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05b03a-dc3e-475b-a254-99ffb1501b05 req-cb8b58ec-e457-4a99-b450-fb0fa2488785 tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:52:33.978628 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-6c05b03a-dc3e-475b-a254-99ffb1501b05 req-cb8b58ec-e457-4a99-b450-fb0fa2488785 tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e1d67e-9a5b-41c6-bc4f-439f5525045c HTTP/1.1" status: 200  len: 949 time: 0.0765738
Sep 10 16:52:34.097270 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-6c05b03a-dc3e-475b-a254-99ffb1501b05 req-e31ad3f3-ac02-45ee-9abf-0b41cc627330 tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e1fa74d-56d3-490d-877d-1d1df7634558&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1130321
Sep 10 16:52:34.519829 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 991f45d1-30ab-4a7e-bc0a-7438854bd46b up at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:52:34.589306 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning for port 991f45d1-30ab-4a7e-bc0a-7438854bd46b completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:52:34.594385 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning complete for port 991f45d1-30ab-4a7e-bc0a-7438854bd46b triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:52:34.594763 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:34.705883 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:34.732747 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e1d67e-9a5b-41c6-bc4f-439f5525045c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991f45d1-30ab-4a7e-bc0a-7438854bd46b'}] {{(pid=74983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:52:34.742673 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 991f45d1-30ab-4a7e-bc0a-7438854bd46b, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=991f45d1-30ab-4a7e-bc0a-7438854bd46b,segment=NetworkSegment(e6a25056-2ece-4a9c-a17d-a53935fddf56),segment_id=e6a25056-2ece-4a9c-a17d-a53935fddf56)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:52:34.746291 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:34.749497 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:34.791464 dv-cinder-808473-1-iscsi neutron-server[74983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e1d67e-9a5b-41c6-bc4f-439f5525045c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991f45d1-30ab-4a7e-bc0a-7438854bd46b', 'code': 200}
Sep 10 16:52:34.817971 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=991f45d1-30ab-4a7e-bc0a-7438854bd46b,revision_number=5']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:34.820821 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:34.899612 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 37056) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:52:35.018665 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7b337a20-661f-4809-bae0-498e9f3908b4 req-6f502001-661e-4607-9efa-96b0d4374861 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e7e1d67e-9a5b-41c6-bc4f-439f5525045c HTTP/1.1" status: 200  len: 1103 time: 0.0703759
Sep 10 16:52:35.060168 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-750586a2-ac2d-48a8-8ed0-94ed2b29885c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:35.102756 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7b337a20-661f-4809-bae0-498e9f3908b4 req-a1fd89e3-5f5c-4fd1-b6b0-015446f3b0b4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8e1fa74d-56d3-490d-877d-1d1df7634558&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775621
Sep 10 16:52:35.109426 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-750586a2-ac2d-48a8-8ed0-94ed2b29885c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:52:35.113180 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-750586a2-ac2d-48a8-8ed0-94ed2b29885c admin admin] Usage tracker for resource:security_group_rule and tenant:9da2c522b4da4994822c25678c5808ce is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:52:35.116071 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-750586a2-ac2d-48a8-8ed0-94ed2b29885c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:52:35.121736 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-750586a2-ac2d-48a8-8ed0-94ed2b29885c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:52:35.187058 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-750586a2-ac2d-48a8-8ed0-94ed2b29885c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:35.190888 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-750586a2-ac2d-48a8-8ed0-94ed2b29885c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:35.197313 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-78735fa5-f116-4d9b-b51d-b8eda1380604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:35.237035 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750586a2-ac2d-48a8-8ed0-94ed2b29885c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d645a95d-47c9-40b5-8808-b50e9573d01c,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:35.240287 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-750586a2-ac2d-48a8-8ed0-94ed2b29885c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:35.242977 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-750586a2-ac2d-48a8-8ed0-94ed2b29885c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9da2c522b4da4994822c25678c5808ce&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3420870
Sep 10 16:52:35.254031 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 37064) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:52:35.298681 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e18e757-ac40-4f73-865c-91484733a2ab req-490201be-b7a6-442d-b1b7-d3b1df1e879b tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:52:35.300057 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-0e18e757-ac40-4f73-865c-91484733a2ab req-490201be-b7a6-442d-b1b7-d3b1df1e879b tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e1d67e-9a5b-41c6-bc4f-439f5525045c HTTP/1.1" status: 200  len: 950 time: 0.0783582
Sep 10 16:52:35.317244 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-86ad21bd-bc99-4f2b-81dd-bd02cfbe2882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:35.346109 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-86ad21bd-bc99-4f2b-81dd-bd02cfbe2882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:35.346549 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-0e18e757-ac40-4f73-865c-91484733a2ab req-a6953a71-58c4-40a1-b6fa-2065c0b1cff8 tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e1fa74d-56d3-490d-877d-1d1df7634558&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403476
Sep 10 16:52:35.403075 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-86ad21bd-bc99-4f2b-81dd-bd02cfbe2882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:35.408004 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-427e4d27-237a-4085-bc14-5333f2fcba5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:35.424415 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad21bd-bc99-4f2b-81dd-bd02cfbe2882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d645a95d-47c9-40b5-8808-b50e9573d01c,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:35.426996 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-86ad21bd-bc99-4f2b-81dd-bd02cfbe2882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:35.428920 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-86ad21bd-bc99-4f2b-81dd-bd02cfbe2882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:35.430176 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-86ad21bd-bc99-4f2b-81dd-bd02cfbe2882 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d645a95d-47c9-40b5-8808-b50e9573d01c HTTP/1.1" status: 204  len: 168 time: 0.1749766
Sep 10 16:52:35.751491 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 37072) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:52:35.770383 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-29a36548-6010-4ac0-8bef-ef6c43ab582e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:35.801135 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-29a36548-6010-4ac0-8bef-ef6c43ab582e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:52:35.804911 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-29a36548-6010-4ac0-8bef-ef6c43ab582e admin admin] Usage tracker for resource:security_group_rule and tenant:ba1ebd95a29e4985bee861ddfc3484f8 is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:52:35.807632 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-29a36548-6010-4ac0-8bef-ef6c43ab582e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:52:35.813258 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-29a36548-6010-4ac0-8bef-ef6c43ab582e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:52:35.879403 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-29a36548-6010-4ac0-8bef-ef6c43ab582e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:35.882956 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-29a36548-6010-4ac0-8bef-ef6c43ab582e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:35.889530 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-cd3d00c8-0fe4-4319-95e4-a5392658c67a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:35.931477 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a36548-6010-4ac0-8bef-ef6c43ab582e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c53d11-b0cb-4857-90b9-f01be7930a93,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:35.934986 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-29a36548-6010-4ac0-8bef-ef6c43ab582e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:35.937557 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-29a36548-6010-4ac0-8bef-ef6c43ab582e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ba1ebd95a29e4985bee861ddfc3484f8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1849780
Sep 10 16:52:35.940156 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 37076) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:52:35.980007 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:36.001796 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b7a8cbf4-577a-4d94-9cf6-552eb7d59a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:36.027038 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b7a8cbf4-577a-4d94-9cf6-552eb7d59a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:36.078893 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b7a8cbf4-577a-4d94-9cf6-552eb7d59a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:36.084080 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-604033aa-dee4-48a8-a66e-06f984a2a667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:36.095002 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8cbf4-577a-4d94-9cf6-552eb7d59a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c53d11-b0cb-4857-90b9-f01be7930a93,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:36.098557 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-b7a8cbf4-577a-4d94-9cf6-552eb7d59a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:36.102042 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b7a8cbf4-577a-4d94-9cf6-552eb7d59a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:36.105167 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-b7a8cbf4-577a-4d94-9cf6-552eb7d59a6f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/01c53d11-b0cb-4857-90b9-f01be7930a93 HTTP/1.1" status: 204  len: 168 time: 0.1617568
Sep 10 16:52:36.548619 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ddc19-b4ee-4bba-be7d-a6998d3720e8 req-bdb7a161-5e0c-4d30-b48d-a698d947044e tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:52:36.550204 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-fa2ddc19-b4ee-4bba-be7d-a6998d3720e8 req-bdb7a161-5e0c-4d30-b48d-a698d947044e tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e1d67e-9a5b-41c6-bc4f-439f5525045c HTTP/1.1" status: 200  len: 950 time: 0.0786376
Sep 10 16:52:36.595719 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-fa2ddc19-b4ee-4bba-be7d-a6998d3720e8 req-b35e6450-3ea7-4b9a-b72c-42724110dd21 tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e1fa74d-56d3-490d-877d-1d1df7634558&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402725
Sep 10 16:52:37.059944 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288fc39-3a5c-46ac-9582-36916239b65d req-3f38c7a9-eaf6-41d6-b8cc-af63a6355159 tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:52:37.061403 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-a288fc39-3a5c-46ac-9582-36916239b65d req-3f38c7a9-eaf6-41d6-b8cc-af63a6355159 tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e1d67e-9a5b-41c6-bc4f-439f5525045c HTTP/1.1" status: 200  len: 950 time: 0.0816169
Sep 10 16:52:37.106883 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-a288fc39-3a5c-46ac-9582-36916239b65d req-ab538f13-4fe6-4bf5-a284-be9f12a53447 tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e1fa74d-56d3-490d-877d-1d1df7634558&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395055
Sep 10 16:52:38.279859 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e4361-de5b-4628-9350-c1b26f62f30e req-c20bf29e-b2d6-46f1-b490-20b5477a7a96 tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:52:38.281460 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-267e4361-de5b-4628-9350-c1b26f62f30e req-c20bf29e-b2d6-46f1-b490-20b5477a7a96 tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7e1d67e-9a5b-41c6-bc4f-439f5525045c HTTP/1.1" status: 200  len: 950 time: 0.0776834
Sep 10 16:52:38.306444 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40d011-8a29-44f0-b50b-05ffee21600c req-bb7f86d8-098b-4125-9b3a-add56fa1549e tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:52:38.308013 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-8c40d011-8a29-44f0-b50b-05ffee21600c req-bb7f86d8-098b-4125-9b3a-add56fa1549e tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e1d67e-9a5b-41c6-bc4f-439f5525045c HTTP/1.1" status: 200  len: 950 time: 0.0794103
Sep 10 16:52:38.354742 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-8c40d011-8a29-44f0-b50b-05ffee21600c req-0f0b5eef-e22e-4e6d-a8bb-547d012432b4 tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e1fa74d-56d3-490d-877d-1d1df7634558&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411277
Sep 10 16:52:38.358142 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [req-267e4361-de5b-4628-9350-c1b26f62f30e req-ab35cd65-0730-49a8-b0fd-60e95e52ed17 tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Deleting port 991f45d1-30ab-4a7e-bc0a-7438854bd46b {{(pid=74981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:52:38.358494 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-267e4361-de5b-4628-9350-c1b26f62f30e req-ab35cd65-0730-49a8-b0fd-60e95e52ed17 tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:38.601406 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [req-267e4361-de5b-4628-9350-c1b26f62f30e req-ab35cd65-0730-49a8-b0fd-60e95e52ed17 tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] For port 991f45d1-30ab-4a7e-bc0a-7438854bd46b, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=991f45d1-30ab-4a7e-bc0a-7438854bd46b,segment=NetworkSegment(e6a25056-2ece-4a9c-a17d-a53935fddf56),segment_id=e6a25056-2ece-4a9c-a17d-a53935fddf56)] {{(pid=74981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:52:38.601770 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-267e4361-de5b-4628-9350-c1b26f62f30e req-ab35cd65-0730-49a8-b0fd-60e95e52ed17 tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:38.725855 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [req-267e4361-de5b-4628-9350-c1b26f62f30e req-ab35cd65-0730-49a8-b0fd-60e95e52ed17 tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Calling delete_port for 991f45d1-30ab-4a7e-bc0a-7438854bd46b owned by compute:nova {{(pid=74981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:52:38.951264 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-267e4361-de5b-4628-9350-c1b26f62f30e req-ab35cd65-0730-49a8-b0fd-60e95e52ed17 tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2943309'] for port, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:38.957271 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-c2edb1a6-6f7b-4ea0-842b-6a09f9fb19be tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:38.962345 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] get_ports_and_sgs() called for port_ids ['991f45d1-30ab-4a7e-bc0a-7438854bd46b'] {{(pid=74983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 10 16:52:39.005542 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35cd65-0730-49a8-b0fd-60e95e52ed17 tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Pushing event deleted for resources: {'Port': ['ID=991f45d1-30ab-4a7e-bc0a-7438854bd46b,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:39.008946 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-ab35cd65-0730-49a8-b0fd-60e95e52ed17 tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:39.083777 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.l3_dvrscheduler_db [req-267e4361-de5b-4628-9350-c1b26f62f30e req-ab35cd65-0730-49a8-b0fd-60e95e52ed17 tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] No DVR routers for this DVR port 991f45d1-30ab-4a7e-bc0a-7438854bd46b on host hv-cinder-80847 {{(pid=74981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 10 16:52:39.086407 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-267e4361-de5b-4628-9350-c1b26f62f30e req-ab35cd65-0730-49a8-b0fd-60e95e52ed17 tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:39.089158 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e1d67e-9a5b-41c6-bc4f-439f5525045c', 'name': 'network-vif-deleted', 'tag': '991f45d1-30ab-4a7e-bc0a-7438854bd46b'}] {{(pid=74981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:52:39.106070 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-267e4361-de5b-4628-9350-c1b26f62f30e req-ab35cd65-0730-49a8-b0fd-60e95e52ed17 tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] 10.222.0.24 "DELETE /v2.0/ports/991f45d1-30ab-4a7e-bc0a-7438854bd46b HTTP/1.1" status: 204  len: 173 time: 0.8192582
Sep 10 16:52:39.155782 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e1d67e-9a5b-41c6-bc4f-439f5525045c', 'name': 'network-vif-deleted', 'tag': '991f45d1-30ab-4a7e-bc0a-7438854bd46b', 'status': 'completed', 'code': 200}
Sep 10 16:52:39.538052 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-75aca4fa-5712-42ec-bbf0-078a3098b8cc req-07855f41-388d-4155-b428-c5930ff22ac2 tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e1d67e-9a5b-41c6-bc4f-439f5525045c HTTP/1.1" status: 200  len: 210 time: 0.0486281
Sep 10 16:52:40.018240 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 37150) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:52:40.395088 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [None req-52fbc246-8704-4923-b17a-6f1929f62d10 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Deleting port 980a9d9c-44d4-46d3-8080-068ccd4eecfd {{(pid=74982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:52:40.395533 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-52fbc246-8704-4923-b17a-6f1929f62d10 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:40.488996 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-833589ab-da59-4a85-8c74-87a8933f5471 req-16dfca36-4444-479b-aca6-929b417b2fb5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0715737
Sep 10 16:52:40.568424 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-52fbc246-8704-4923-b17a-6f1929f62d10 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:40.569007 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-52fbc246-8704-4923-b17a-6f1929f62d10 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:40.627342 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-833589ab-da59-4a85-8c74-87a8933f5471 req-f43425bf-b412-4f71-9854-616695beb0d2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=427e6796c7f542059575841cfab8a583&device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 1099 time: 0.0712354
Sep 10 16:52:40.694843 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [None req-52fbc246-8704-4923-b17a-6f1929f62d10 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Calling delete_port for 980a9d9c-44d4-46d3-8080-068ccd4eecfd owned by network:floatingip {{(pid=74982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:52:40.811128 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833589ab-da59-4a85-8c74-87a8933f5471 req-da28d581-6ba0-4d6c-b56b-dea14c0f2cfe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:52:40.812838 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-833589ab-da59-4a85-8c74-87a8933f5471 req-da28d581-6ba0-4d6c-b56b-dea14c0f2cfe service neutron] 10.222.0.24 "GET /v2.0/networks?id=7091017d-2230-4288-b149-b0a8abc860d9 HTTP/1.1" status: 200  len: 909 time: 0.1656332
Sep 10 16:52:40.871389 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-52fbc246-8704-4923-b17a-6f1929f62d10 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:40.875809 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-c2245d49-56ef-416a-aca6-00abf7404ece service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:40.897767 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-833589ab-da59-4a85-8c74-87a8933f5471 req-0eee574c-206d-4392-b26e-aaf2b490341b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=650e2ddf-bdf1-4075-9039-9b283a928ffc HTTP/1.1" status: 200  len: 217 time: 0.0769083
Sep 10 16:52:40.922317 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbc246-8704-4923-b17a-6f1929f62d10 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Pushing event deleted for resources: {'Port': ['ID=980a9d9c-44d4-46d3-8080-068ccd4eecfd,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:40.925109 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-52fbc246-8704-4923-b17a-6f1929f62d10 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:40.972435 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833589ab-da59-4a85-8c74-87a8933f5471 req-0028742f-5c8e-4352-8bd0-f8a9e42026f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:52:40.974200 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-833589ab-da59-4a85-8c74-87a8933f5471 req-0028742f-5c8e-4352-8bd0-f8a9e42026f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9ce5f47-6b8d-4442-bda9-2c50c5c59baa HTTP/1.1" status: 200  len: 847 time: 0.0688219
Sep 10 16:52:41.031036 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-52fbc246-8704-4923-b17a-6f1929f62d10 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks [] for floatingip, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:41.064716 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-833589ab-da59-4a85-8c74-87a8933f5471 req-340fa31d-d94e-4a2e-8b31-a25a3e606e56 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7091017d-2230-4288-b149-b0a8abc860d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0838008
Sep 10 16:52:41.155571 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 37180) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:52:41.227008 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-833589ab-da59-4a85-8c74-87a8933f5471 req-5dc8c699-08fd-4fe0-abb9-09ccc6bb2685 service neutron] 10.222.0.24 "GET /v2.0/networks/7091017d-2230-4288-b149-b0a8abc860d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1541646
Sep 10 16:52:41.367810 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-0b597230-3144-4db9-8066-abaa2e4ff36a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:41.421585 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-833589ab-da59-4a85-8c74-87a8933f5471 req-3c38a95d-2657-46a7-b6c5-98d74ed87a2c service neutron] 10.222.0.24 "GET /v2.0/networks/7091017d-2230-4288-b149-b0a8abc860d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1879916
Sep 10 16:52:41.427967 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-0b597230-3144-4db9-8066-abaa2e4ff36a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:52:41.432331 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-0b597230-3144-4db9-8066-abaa2e4ff36a admin admin] Usage tracker for resource:security_group_rule and tenant:a9c9c9a2835b437898e5fc140b85b84f is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:52:41.436173 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-0b597230-3144-4db9-8066-abaa2e4ff36a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:52:41.443450 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-0b597230-3144-4db9-8066-abaa2e4ff36a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:52:41.521145 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-0b597230-3144-4db9-8066-abaa2e4ff36a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:41.525843 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-0b597230-3144-4db9-8066-abaa2e4ff36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:41.533878 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-b8b42ab5-c49a-4893-a3e0-df7e1b7e3f79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:41.573169 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b597230-3144-4db9-8066-abaa2e4ff36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0beaa468-14ed-487e-aa06-7b22568dbefb,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:41.577238 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-0b597230-3144-4db9-8066-abaa2e4ff36a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:41.578987 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52fbc246-8704-4923-b17a-6f1929f62d10 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Router 4fdc93f2-86b5-4844-bcac-a4cf0ab33073 has already been hosted by L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 {{(pid=74982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 10 16:52:41.579585 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-0b597230-3144-4db9-8066-abaa2e4ff36a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a9c9c9a2835b437898e5fc140b85b84f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4230721
Sep 10 16:52:41.582680 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 37200) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:52:41.648995 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-873f118e-eaa0-451a-a8bb-f51439668aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:41.677243 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-873f118e-eaa0-451a-a8bb-f51439668aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:41.738545 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-873f118e-eaa0-451a-a8bb-f51439668aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:41.743992 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-03a6f208-5686-4b6f-ad30-8002a08ac401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:41.761809 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f118e-eaa0-451a-a8bb-f51439668aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0beaa468-14ed-487e-aa06-7b22568dbefb,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:41.765313 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-873f118e-eaa0-451a-a8bb-f51439668aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:41.766765 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-873f118e-eaa0-451a-a8bb-f51439668aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:41.768534 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-873f118e-eaa0-451a-a8bb-f51439668aaf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0beaa468-14ed-487e-aa06-7b22568dbefb HTTP/1.1" status: 204  len: 168 time: 0.1849704
Sep 10 16:52:41.817751 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52fbc246-8704-4923-b17a-6f1929f62d10 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:52:41.829522 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f3923d-5085-45b7-b3e8-7754dde3a07d None None] Sync routers for ids ['4fdc93f2-86b5-4844-bcac-a4cf0ab33073'] in dv-cinder-808473-1-iscsi {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:52:41.845450 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f3923d-5085-45b7-b3e8-7754dde3a07d None None] Routers {'4fdc93f2-86b5-4844-bcac-a4cf0ab33073'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:52:41.846601 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-52fbc246-8704-4923-b17a-6f1929f62d10 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for floatingip, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:41.846899 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-20f3923d-5085-45b7-b3e8-7754dde3a07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8625b45310>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:52:27Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['4fdc93f2-86b5-4844-bcac-a4cf0ab33073'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:52:41.914620 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-52fbc246-8704-4923-b17a-6f1929f62d10 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "DELETE /v2.0/floatingips/0c2c7fe3-a9aa-449a-8d5f-48bd00fc5098 HTTP/1.1" status: 204  len: 168 time: 1.8952320
Sep 10 16:52:41.915553 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db5d8da-afe8-40ac-b51c-63eae902a76b', 'tag': '650e2ddf-bdf1-4075-9039-9b283a928ffc'}] {{(pid=74982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:52:42.029142 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2db5d8da-afe8-40ac-b51c-63eae902a76b', 'tag': '650e2ddf-bdf1-4075-9039-9b283a928ffc', 'status': 'completed', 'code': 200}
Sep 10 16:52:42.143943 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-20f3923d-5085-45b7-b3e8-7754dde3a07d None None] Set router 4fdc93f2-86b5-4844-bcac-a4cf0ab33073 gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:52:42.148799 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-da4c3a7c-3383-4542-ae88-226dddbf8ec3 req-fe4bc9b3-0306-4ff9-b977-dd263c3f118a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=427e6796c7f542059575841cfab8a583&device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 1099 time: 0.0885081
Sep 10 16:52:42.364242 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c3a7c-3383-4542-ae88-226dddbf8ec3 req-8b52491f-3f18-451a-a3f3-1a80ea2cac88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:52:42.366454 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-da4c3a7c-3383-4542-ae88-226dddbf8ec3 req-8b52491f-3f18-451a-a3f3-1a80ea2cac88 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7091017d-2230-4288-b149-b0a8abc860d9 HTTP/1.1" status: 200  len: 909 time: 0.2106149
Sep 10 16:52:42.489404 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-da4c3a7c-3383-4542-ae88-226dddbf8ec3 req-eb6a3d7b-9dec-4580-a331-d06a6271ce53 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=650e2ddf-bdf1-4075-9039-9b283a928ffc HTTP/1.1" status: 200  len: 217 time: 0.1162438
Sep 10 16:52:42.608173 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-20f3923d-5085-45b7-b3e8-7754dde3a07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8625b45310>, [{'id': '4fdc93f2-86b5-4844-bcac-a4cf0ab33073', 'name': 'tempest-TestShelveInstance-996732875-router', 'tenant_id': '427e6796c7f542059575841cfab8a583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'cde22c26-ad7f-4f1f-819c-42a19a00f939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:29Z', 'updated_at': '2021-09-10T16:46:37Z', 'revision_number': 4, 'project_id': '427e6796c7f542059575841cfab8a583', 'gw_port': {'id': 'cde22c26-ad7f-4f1f-819c-42a19a00f939', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdc93f2-86b5-4844-bcac-a4cf0ab33073', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:29Z', 'updated_at': '2021-09-10T16:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': 'df318bd2-892a-47b5-88c8-be5c0b230260', 'name': '', 'network_id': '7091017d-2230-4288-b149-b0a8abc860d9', 'tenant_id': '427e6796c7f542059575841cfab8a583', 'mac_address': 'fa:16:3e:fc:10:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdc93f2-86b5-4844-bcac-a4cf0ab33073', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ce5f47-6b8d-4442-bda9-2c50c5c59baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:35Z', 'updated_at': '2021-09-10T16:47:15Z', 'revision_number': 5, 'project_id': '427e6796c7f542059575841cfab8a583', 'subnets': [{'id': 'd9ce5f47-6b8d-4442-bda9-2c50c5c59baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:52:42.613927 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 991f45d1-30ab-4a7e-bc0a-7438854bd46b no longer exists at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:52:42.643678 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f3923d-5085-45b7-b3e8-7754dde3a07d None None] Checking router: 4fdc93f2-86b5-4844-bcac-a4cf0ab33073 for host: dv-cinder-808473-1-iscsi {{(pid=74983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:52:42.652319 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] No Port match for: 991f45d1-30ab-4a7e-bc0a-7438854bd46b {{(pid=74983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 10 16:52:42.653312 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 991f45d1-30ab-4a7e-bc0a-7438854bd46b not bound to the agent host hv-cinder-80847 {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 10 16:52:42.662702 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f3923d-5085-45b7-b3e8-7754dde3a07d None None] Routers {'4fdc93f2-86b5-4844-bcac-a4cf0ab33073'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:52:42.663481 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-20f3923d-5085-45b7-b3e8-7754dde3a07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8625b45310>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:52:27Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['4fdc93f2-86b5-4844-bcac-a4cf0ab33073'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:52:42.680497 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c3a7c-3383-4542-ae88-226dddbf8ec3 req-b1618c13-4694-49c4-9555-c225e0de2d2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:52:42.682120 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-da4c3a7c-3383-4542-ae88-226dddbf8ec3 req-b1618c13-4694-49c4-9555-c225e0de2d2a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9ce5f47-6b8d-4442-bda9-2c50c5c59baa HTTP/1.1" status: 200  len: 847 time: 0.1856210
Sep 10 16:52:42.696857 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6836713-8818-4282-857d-825328794bf4 req-b4af757b-26cc-4a6b-b606-01976a800886 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:52:42.698335 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b6836713-8818-4282-857d-825328794bf4 req-b4af757b-26cc-4a6b-b606-01976a800886 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 946 time: 0.2665823
Sep 10 16:52:42.798706 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b6836713-8818-4282-857d-825328794bf4 req-fd8f0652-16a8-4f31-97e8-06ee670c9e80 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0670254
Sep 10 16:52:42.817098 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-da4c3a7c-3383-4542-ae88-226dddbf8ec3 req-44aa9862-5b99-4305-b94c-b9d496f53b9d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7091017d-2230-4288-b149-b0a8abc860d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1260841
Sep 10 16:52:42.869943 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-20f3923d-5085-45b7-b3e8-7754dde3a07d None None] Set router 4fdc93f2-86b5-4844-bcac-a4cf0ab33073 gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:52:42.964515 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-da4c3a7c-3383-4542-ae88-226dddbf8ec3 req-06381610-2592-4740-9727-986c9677da6b service neutron] 10.222.0.24 "GET /v2.0/networks/7091017d-2230-4288-b149-b0a8abc860d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396542
Sep 10 16:52:43.115434 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-da4c3a7c-3383-4542-ae88-226dddbf8ec3 req-67d1ad69-b882-4a9a-acdc-419f42af601c service neutron] 10.222.0.24 "GET /v2.0/networks/7091017d-2230-4288-b149-b0a8abc860d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1425622
Sep 10 16:52:43.215513 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-20f3923d-5085-45b7-b3e8-7754dde3a07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8625b45310>, [{'id': '4fdc93f2-86b5-4844-bcac-a4cf0ab33073', 'name': 'tempest-TestShelveInstance-996732875-router', 'tenant_id': '427e6796c7f542059575841cfab8a583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'cde22c26-ad7f-4f1f-819c-42a19a00f939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:29Z', 'updated_at': '2021-09-10T16:46:37Z', 'revision_number': 4, 'project_id': '427e6796c7f542059575841cfab8a583', 'gw_port': {'id': 'cde22c26-ad7f-4f1f-819c-42a19a00f939', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdc93f2-86b5-4844-bcac-a4cf0ab33073', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:29Z', 'updated_at': '2021-09-10T16:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': 'df318bd2-892a-47b5-88c8-be5c0b230260', 'name': '', 'network_id': '7091017d-2230-4288-b149-b0a8abc860d9', 'tenant_id': '427e6796c7f542059575841cfab8a583', 'mac_address': 'fa:16:3e:fc:10:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdc93f2-86b5-4844-bcac-a4cf0ab33073', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ce5f47-6b8d-4442-bda9-2c50c5c59baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:35Z', 'updated_at': '2021-09-10T16:47:15Z', 'revision_number': 5, 'project_id': '427e6796c7f542059575841cfab8a583', 'subnets': [{'id': 'd9ce5f47-6b8d-4442-bda9-2c50c5c59baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:52:43.219719 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f3923d-5085-45b7-b3e8-7754dde3a07d None None] The sync data for ids ['4fdc93f2-86b5-4844-bcac-a4cf0ab33073'] in dv-cinder-808473-1-iscsi is: [{'id': '4fdc93f2-86b5-4844-bcac-a4cf0ab33073', 'name': 'tempest-TestShelveInstance-996732875-router', 'tenant_id': '427e6796c7f542059575841cfab8a583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'cde22c26-ad7f-4f1f-819c-42a19a00f939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:29Z', 'updated_at': '2021-09-10T16:46:37Z', 'revision_number': 4, 'project_id': '427e6796c7f542059575841cfab8a583', 'gw_port': {'id': 'cde22c26-ad7f-4f1f-819c-42a19a00f939', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdc93f2-86b5-4844-bcac-a4cf0ab33073', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:29Z', 'updated_at': '2021-09-10T16:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': 'df318bd2-892a-47b5-88c8-be5c0b230260', 'name': '', 'network_id': '7091017d-2230-4288-b149-b0a8abc860d9', 'tenant_id': '427e6796c7f542059575841cfab8a583', 'mac_address': 'fa:16:3e:fc:10:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdc93f2-86b5-4844-bcac-a4cf0ab33073', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ce5f47-6b8d-4442-bda9-2c50c5c59baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:35Z', 'updated_at': '2021-09-10T16:47:15Z', 'revision_number': 5, 'project_id': '427e6796c7f542059575841cfab8a583', 'subnets': [{'id': 'd9ce5f47-6b8d-4442-bda9-2c50c5c59baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:52:43.457647 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e90b12a-329e-4064-97e5-52fce55ebb7f None None] New status for floating IP 0c2c7fe3-a9aa-449a-8d5f-48bd00fc5098: DOWN {{(pid=74984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 10 16:52:43.860735 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49c3a5-17d8-4383-acd3-5dcdac249ab3 req-c637443c-4933-4d57-9add-78fc836c9d0c tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:52:43.862248 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-8f49c3a5-17d8-4383-acd3-5dcdac249ab3 req-c637443c-4933-4d57-9add-78fc836c9d0c tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.24 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 946 time: 0.0828023
Sep 10 16:52:43.931389 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [req-8f49c3a5-17d8-4383-acd3-5dcdac249ab3 req-d1615dc6-8c72-4d07-bd3d-55149e38d407 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Deleting port 650e2ddf-bdf1-4075-9039-9b283a928ffc {{(pid=74981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:52:43.931737 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-8f49c3a5-17d8-4383-acd3-5dcdac249ab3 req-d1615dc6-8c72-4d07-bd3d-55149e38d407 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:44.000637 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00912732-d6b6-49d5-a666-9d97bc595191 req-fe48f866-106e-4f63-a8fb-eaf87be108e1 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:52:44.001366 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-00912732-d6b6-49d5-a666-9d97bc595191 req-fe48f866-106e-4f63-a8fb-eaf87be108e1 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Synchronizing usage tracker for tenant:427e6796c7f542059575841cfab8a583 on resource:port {{(pid=74982) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:52:44.018317 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [req-00912732-d6b6-49d5-a666-9d97bc595191 req-fe48f866-106e-4f63-a8fb-eaf87be108e1 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Unset dirty status for tenant:427e6796c7f542059575841cfab8a583 on resource:port {{(pid=74982) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:52:44.019991 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-00912732-d6b6-49d5-a666-9d97bc595191 req-fe48f866-106e-4f63-a8fb-eaf87be108e1 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 946 time: 0.1003382
Sep 10 16:52:44.072926 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-00912732-d6b6-49d5-a666-9d97bc595191 req-a836c4e6-6bbd-40d3-a525-dfc453d8b521 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a70e6bc-d1e7-4607-92ef-95b91b865ae7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456524
Sep 10 16:52:44.191213 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [req-8f49c3a5-17d8-4383-acd3-5dcdac249ab3 req-d1615dc6-8c72-4d07-bd3d-55149e38d407 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] For port 650e2ddf-bdf1-4075-9039-9b283a928ffc, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=650e2ddf-bdf1-4075-9039-9b283a928ffc,segment=NetworkSegment(c5a19012-d1b7-40fb-9185-4f6121dd52f6),segment_id=c5a19012-d1b7-40fb-9185-4f6121dd52f6)] {{(pid=74981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:52:44.191578 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-8f49c3a5-17d8-4383-acd3-5dcdac249ab3 req-d1615dc6-8c72-4d07-bd3d-55149e38d407 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:44.318525 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [req-8f49c3a5-17d8-4383-acd3-5dcdac249ab3 req-d1615dc6-8c72-4d07-bd3d-55149e38d407 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Calling delete_port for 650e2ddf-bdf1-4075-9039-9b283a928ffc owned by compute:nova {{(pid=74981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:52:44.468794 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-8f49c3a5-17d8-4383-acd3-5dcdac249ab3 req-d1615dc6-8c72-4d07-bd3d-55149e38d407 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2943309'] for port, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:44.474272 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-ab35cd65-0730-49a8-b0fd-60e95e52ed17 tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:44.515123 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1615dc6-8c72-4d07-bd3d-55149e38d407 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Pushing event deleted for resources: {'Port': ['ID=650e2ddf-bdf1-4075-9039-9b283a928ffc,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:44.519174 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-d1615dc6-8c72-4d07-bd3d-55149e38d407 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:44.599045 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f49c3a5-17d8-4383-acd3-5dcdac249ab3 req-d1615dc6-8c72-4d07-bd3d-55149e38d407 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] No DVR routers for this DVR port 650e2ddf-bdf1-4075-9039-9b283a928ffc on host hv-cinder-80847 {{(pid=74981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 10 16:52:44.607045 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-8f49c3a5-17d8-4383-acd3-5dcdac249ab3 req-d1615dc6-8c72-4d07-bd3d-55149e38d407 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:44.607045 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db5d8da-afe8-40ac-b51c-63eae902a76b', 'name': 'network-vif-deleted', 'tag': '650e2ddf-bdf1-4075-9039-9b283a928ffc'}] {{(pid=74981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:52:44.619326 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-8f49c3a5-17d8-4383-acd3-5dcdac249ab3 req-d1615dc6-8c72-4d07-bd3d-55149e38d407 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.24 "DELETE /v2.0/ports/650e2ddf-bdf1-4075-9039-9b283a928ffc HTTP/1.1" status: 204  len: 173 time: 0.7514520
Sep 10 16:52:44.662359 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db5d8da-afe8-40ac-b51c-63eae902a76b', 'name': 'network-vif-deleted', 'tag': '650e2ddf-bdf1-4075-9039-9b283a928ffc', 'status': 'completed', 'code': 200}
Sep 10 16:52:45.254950 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-aaf06230-47d9-4b1a-9664-7c6710a6732d req-344c4268-204c-44bd-b3a1-2c57cddafd64 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db5d8da-afe8-40ac-b51c-63eae902a76b HTTP/1.1" status: 200  len: 210 time: 0.0437095
Sep 10 16:52:45.952979 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 37362) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:52:46.122535 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-663cf07b-a408-4679-bde6-0b95926f4ffc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c7d25af30a94636ad02111b41ee795a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1683433
Sep 10 16:52:46.125500 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 37368) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:52:46.183661 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e55c1abc-5ff8-4d14-ad2c-8305bcdf16b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:46.209575 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e55c1abc-5ff8-4d14-ad2c-8305bcdf16b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:46.260595 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e55c1abc-5ff8-4d14-ad2c-8305bcdf16b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:46.265366 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-cf60598a-eded-40cc-b20e-ee7b3239c8ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:46.282369 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c1abc-5ff8-4d14-ad2c-8305bcdf16b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1fa74d-56d3-490d-877d-1d1df7634558,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:46.291695 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-e55c1abc-5ff8-4d14-ad2c-8305bcdf16b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:46.299888 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e55c1abc-5ff8-4d14-ad2c-8305bcdf16b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:46.301119 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-e55c1abc-5ff8-4d14-ad2c-8305bcdf16b4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8e1fa74d-56d3-490d-877d-1d1df7634558 HTTP/1.1" status: 204  len: 168 time: 0.1747534
Sep 10 16:52:46.364709 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 37376) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:52:46.433592 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-e77a32bf-3e61-4b22-810e-dbb99e9a53b0 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:46.466822 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-e77a32bf-3e61-4b22-810e-dbb99e9a53b0 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:46.532861 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-e77a32bf-3e61-4b22-810e-dbb99e9a53b0 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:46.536771 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-67344201-611f-4b03-8856-2fa4f13ae451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:46.552004 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a32bf-3e61-4b22-810e-dbb99e9a53b0 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a70e6bc-d1e7-4607-92ef-95b91b865ae7,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:46.555024 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-e77a32bf-3e61-4b22-810e-dbb99e9a53b0 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:46.562504 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-e77a32bf-3e61-4b22-810e-dbb99e9a53b0 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:46.563780 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-e77a32bf-3e61-4b22-810e-dbb99e9a53b0 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] 10.222.0.41 "DELETE /v2.0/security-groups/8a70e6bc-d1e7-4607-92ef-95b91b865ae7 HTTP/1.1" status: 204  len: 168 time: 0.1978824
Sep 10 16:52:46.630382 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 37388) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:52:47.096915 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 37404) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:52:47.149088 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-440d896b-283a-4fba-899d-73150d77c3d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-449117'] for router_interface, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:47.224510 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [None req-77ccfe7d-0f61-475c-abe6-e6dbfc114618 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-131779652-network', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd'}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:52:47.229236 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-77ccfe7d-0f61-475c-abe6-e6dbfc114618 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:52:47.233043 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-77ccfe7d-0f61-475c-abe6-e6dbfc114618 admin admin] Usage tracker for resource:network and tenant:7686cda897b34f55a9c6100a20beacbd is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:52:47.236094 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-77ccfe7d-0f61-475c-abe6-e6dbfc114618 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:52:47.242494 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-77ccfe7d-0f61-475c-abe6-e6dbfc114618 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:52:47.259190 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ccfe7d-0f61-475c-abe6-e6dbfc114618 admin admin] Made reservation on behalf of 7686cda897b34f55a9c6100a20beacbd for: {'network': 1} {{(pid=74981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:52:47.261826 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-77ccfe7d-0f61-475c-abe6-e6dbfc114618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for network, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:47.280158 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-77ccfe7d-0f61-475c-abe6-e6dbfc114618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:47.314455 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-77ccfe7d-0f61-475c-abe6-e6dbfc114618 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:52:47.318579 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-77ccfe7d-0f61-475c-abe6-e6dbfc114618 admin admin] Usage tracker for resource:security_group_rule and tenant:7686cda897b34f55a9c6100a20beacbd is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:52:47.321885 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-77ccfe7d-0f61-475c-abe6-e6dbfc114618 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:52:47.328579 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-77ccfe7d-0f61-475c-abe6-e6dbfc114618 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:52:47.397797 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-77ccfe7d-0f61-475c-abe6-e6dbfc114618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:47.402024 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-77ccfe7d-0f61-475c-abe6-e6dbfc114618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:47.405672 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-e48a2618-6f97-4cde-93ec-37bcd2b5f687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:47.434362 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ccfe7d-0f61-475c-abe6-e6dbfc114618 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'}  {{(pid=74981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Sep 10 16:52:47.442683 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ccfe7d-0f61-475c-abe6-e6dbfc114618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57eb5d7c-539d-4603-8fda-b02cae04a83b,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:47.446124 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-77ccfe7d-0f61-475c-abe6-e6dbfc114618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:47.448612 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-77ccfe7d-0f61-475c-abe6-e6dbfc114618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-567309'] for segment, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:47.448963 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.db.segments_db [None req-77ccfe7d-0f61-475c-abe6-e6dbfc114618 admin admin] Added segment 6d02c11a-e94d-403f-bc27-639896326b72 of type vlan for network 9278cdbd-cac5-475b-a9e3-48d35686072b
Sep 10 16:52:47.477141 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-77ccfe7d-0f61-475c-abe6-e6dbfc114618 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763383730616'] for network, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:47.505349 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-77ccfe7d-0f61-475c-abe6-e6dbfc114618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695'] for network, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:47.506717 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ccfe7d-0f61-475c-abe6-e6dbfc114618 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:52:47.507313 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-77ccfe7d-0f61-475c-abe6-e6dbfc114618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for network, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:47.512023 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-3ca8283a-245e-423c-b2b9-95ac541d24a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:47.614899 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ccfe7d-0f61-475c-abe6-e6dbfc114618 admin admin] Pushing event updated for resources: {'Network': ['ID=9278cdbd-cac5-475b-a9e3-48d35686072b,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:47.620871 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-77ccfe7d-0f61-475c-abe6-e6dbfc114618 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5199695
Sep 10 16:52:47.620871 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-77ccfe7d-0f61-475c-abe6-e6dbfc114618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:47.621167 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 37410) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:52:47.627515 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [None req-9296462c-3a73-410a-aae7-3e068e93aabb admin admin] Request body: {'subnet': {'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-131779652-subnet', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'ip_version': 4}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:52:47.628316 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Network 9278cdbd-cac5-475b-a9e3-48d35686072b details requested by agent ovs-agent-dv-cinder-808473-1-iscsi with host dv-cinder-808473-1-iscsi {{(pid=74983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 10 16:52:47.632634 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-9296462c-3a73-410a-aae7-3e068e93aabb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:52:47.636700 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-9296462c-3a73-410a-aae7-3e068e93aabb admin admin] Usage tracker for resource:subnet and tenant:7686cda897b34f55a9c6100a20beacbd is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:52:47.640741 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-9296462c-3a73-410a-aae7-3e068e93aabb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:52:47.648950 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-9296462c-3a73-410a-aae7-3e068e93aabb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:52:47.660312 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9296462c-3a73-410a-aae7-3e068e93aabb admin admin] Made reservation on behalf of 7686cda897b34f55a9c6100a20beacbd for: {'subnet': 1} {{(pid=74981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:52:47.662837 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-9296462c-3a73-410a-aae7-3e068e93aabb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3362751'] for subnet, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:47.880455 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [None req-440d896b-283a-4fba-899d-73150d77c3d0 admin admin] Deleting port df318bd2-892a-47b5-88c8-be5c0b230260 {{(pid=74982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:52:47.881054 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-440d896b-283a-4fba-899d-73150d77c3d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:47.971961 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-9296462c-3a73-410a-aae7-3e068e93aabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2943393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3362705'] for subnet, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:47.976901 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-baeb942c-1270-4554-996c-8b647412b380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:48.053437 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9296462c-3a73-410a-aae7-3e068e93aabb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcc4c87f-6de4-4110-91a3-957c1f2663c4,revision_number=0']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:48.053676 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.db [None req-440d896b-283a-4fba-899d-73150d77c3d0 admin admin] For port df318bd2-892a-47b5-88c8-be5c0b230260, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=df318bd2-892a-47b5-88c8-be5c0b230260,segment=NetworkSegment(c5a19012-d1b7-40fb-9185-4f6121dd52f6),segment_id=c5a19012-d1b7-40fb-9185-4f6121dd52f6)] {{(pid=74982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:52:48.053961 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-440d896b-283a-4fba-899d-73150d77c3d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:48.056373 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-9296462c-3a73-410a-aae7-3e068e93aabb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:48.064488 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9296462c-3a73-410a-aae7-3e068e93aabb admin admin] Checking segment: {'id': '6d02c11a-e94d-403f-bc27-639896326b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:52:48.064925 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9296462c-3a73-410a-aae7-3e068e93aabb admin admin] Network hostable DHCP agents. Network: 9278cdbd-cac5-475b-a9e3-48d35686072b, hostable agents: ['16ada634-a41f-45d3-a3ee-16ead43437b7'], hosted agents: [] {{(pid=74981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 10 16:52:48.086754 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9296462c-3a73-410a-aae7-3e068e93aabb admin admin] Network 9278cdbd-cac5-475b-a9e3-48d35686072b is scheduled to be hosted by DHCP agent 16ada634-a41f-45d3-a3ee-16ead43437b7 with binding_index 1 {{(pid=74981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 10 16:52:48.096418 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.base_scheduler [None req-9296462c-3a73-410a-aae7-3e068e93aabb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808473-1-iscsi, 9278cdbd-cac5-475b-a9e3-48d35686072b) {{(pid=74981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:52:48.100373 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9296462c-3a73-410a-aae7-3e068e93aabb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:52:48.101057 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-9296462c-3a73-410a-aae7-3e068e93aabb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for subnet, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:48.106861 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd390c5-7db7-4758-99f6-e5cc6c32d0ec None None] Network 9278cdbd-cac5-475b-a9e3-48d35686072b requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:52:48.127192 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-9296462c-3a73-410a-aae7-3e068e93aabb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.5018234
Sep 10 16:52:48.127402 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 37414) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:52:48.132496 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [None req-0b4c6a79-199d-4800-bdea-3708ed136e9a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-131779652-router', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'}}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:52:48.137396 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-0b4c6a79-199d-4800-bdea-3708ed136e9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:52:48.141312 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-0b4c6a79-199d-4800-bdea-3708ed136e9a admin admin] Usage tracker for resource:router and tenant:7686cda897b34f55a9c6100a20beacbd is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:52:48.144268 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-0b4c6a79-199d-4800-bdea-3708ed136e9a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:52:48.150374 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-0b4c6a79-199d-4800-bdea-3708ed136e9a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:52:48.161447 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-0b4c6a79-199d-4800-bdea-3708ed136e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16204'] for router, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:48.162445 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-0b4c6a79-199d-4800-bdea-3708ed136e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447437', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-335565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16211'] for router, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:48.179364 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [None req-440d896b-283a-4fba-899d-73150d77c3d0 admin admin] Calling delete_port for df318bd2-892a-47b5-88c8-be5c0b230260 owned by network:router_interface {{(pid=74982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:52:48.185243 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-0b4c6a79-199d-4800-bdea-3708ed136e9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:48.342030 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a378d401-b6fd-41e0-887c-02c18c69e07d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd50011bc-20d0-5c59-bf13-9c606f0d4957-9278cdbd-cac5-475b-a9e3-48d35686072b', 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'fixed_ips': [{'subnet_id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4'}]}} from dv-cinder-808473-1-iscsi. {{(pid=74983) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Sep 10 16:52:48.344702 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-a378d401-b6fd-41e0-887c-02c18c69e07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:48.363410 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-0b4c6a79-199d-4800-bdea-3708ed136e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-446775', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16225'] for router, precommit_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:48.384398 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-440d896b-283a-4fba-899d-73150d77c3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:48.388762 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-d4b53c8a-bee8-4230-b95f-5c7749959281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:48.431386 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d896b-283a-4fba-899d-73150d77c3d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=df318bd2-892a-47b5-88c8-be5c0b230260,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:48.435423 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-440d896b-283a-4fba-899d-73150d77c3d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:48.518055 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.db_base_plugin_common [None req-a378d401-b6fd-41e0-887c-02c18c69e07d None None] Allocated IP 172.20.0.2 (9278cdbd-cac5-475b-a9e3-48d35686072b/fcc4c87f-6de4-4110-91a3-957c1f2663c4/724a8c8c-2fc7-42c7-b0a3-37402dbb180d) {{(pid=74983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:52:48.586372 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-0b4c6a79-199d-4800-bdea-3708ed136e9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:48.619407 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-0b4c6a79-199d-4800-bdea-3708ed136e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:48.631585 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 650e2ddf-bdf1-4075-9039-9b283a928ffc no longer exists at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:52:48.666836 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] No Port match for: 650e2ddf-bdf1-4075-9039-9b283a928ffc {{(pid=74983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 10 16:52:48.667184 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 650e2ddf-bdf1-4075-9039-9b283a928ffc not bound to the agent host hv-cinder-80847 {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 10 16:52:48.752189 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-440d896b-283a-4fba-899d-73150d77c3d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1447749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-449257'] for router_interface, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:48.778543 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-a378d401-b6fd-41e0-887c-02c18c69e07d None None] Notify callbacks [] for port, precommit_create {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:48.781304 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.db_base_plugin_common [None req-0b4c6a79-199d-4800-bdea-3708ed136e9a admin admin] Allocated IP 172.27.0.144 (7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e/dc5dafb3-b941-44a9-9498-2bdb3e4caa08/02293ce2-b150-4147-9632-e199a3f398df) {{(pid=74981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:52:48.788690 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-a378d401-b6fd-41e0-887c-02c18c69e07d None None] Transition to ACTIVE for port object 724a8c8c-2fc7-42c7-b0a3-37402dbb180d will not be triggered until provisioned by entity L2. {{(pid=74983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:52:48.808495 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-a378d401-b6fd-41e0-887c-02c18c69e07d None None] Transition to ACTIVE for port object 724a8c8c-2fc7-42c7-b0a3-37402dbb180d will not be triggered until provisioned by entity DHCP. {{(pid=74983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:52:48.815600 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-a378d401-b6fd-41e0-887c-02c18c69e07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793'] for port, after_create {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:48.820901 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:48.882172 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a378d401-b6fd-41e0-887c-02c18c69e07d None None] Network 9278cdbd-cac5-475b-a9e3-48d35686072b is already hosted by enough agents. {{(pid=74983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:52:48.884885 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.scheduler.base_scheduler [None req-a378d401-b6fd-41e0-887c-02c18c69e07d None None] Resources bound (agent type, host, resource id):  {{(pid=74983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:52:48.888549 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a378d401-b6fd-41e0-887c-02c18c69e07d None None] Received port after_create {{(pid=74983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:52:48.894674 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a378d401-b6fd-41e0-887c-02c18c69e07d None None] Pushing event updated for resources: {'Port': ['ID=724a8c8c-2fc7-42c7-b0a3-37402dbb180d,revision_number=1']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:48.898066 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-a378d401-b6fd-41e0-887c-02c18c69e07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:48.940363 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-0b4c6a79-199d-4800-bdea-3708ed136e9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:48.971455 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-0b4c6a79-199d-4800-bdea-3708ed136e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2943309'] for port, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:48.976356 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-375d8cfc-04e5-4d2a-ab4a-a0f1ca4454b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:49.023998 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-a378d401-b6fd-41e0-887c-02c18c69e07d None None] Attempting to bind port 724a8c8c-2fc7-42c7-b0a3-37402dbb180d on host dv-cinder-808473-1-iscsi for vnic_type normal with profile  {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:52:49.024371 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-a378d401-b6fd-41e0-887c-02c18c69e07d None None] Attempting to bind port 724a8c8c-2fc7-42c7-b0a3-37402dbb180d by drivers openvswitch,hyperv on host dv-cinder-808473-1-iscsi at level 0 using segments [{'id': '6d02c11a-e94d-403f-bc27-639896326b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b'}] {{(pid=74983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:52:49.024747 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a378d401-b6fd-41e0-887c-02c18c69e07d None None] Attempting to bind port 724a8c8c-2fc7-42c7-b0a3-37402dbb180d on network 9278cdbd-cac5-475b-a9e3-48d35686072b {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:52:49.031409 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a378d401-b6fd-41e0-887c-02c18c69e07d None None] Checking agent: {'id': 'f3cf38fb-3540-46d0-a6e6-e52cff650adc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 35, 26), 'started_at': datetime.datetime(2021, 9, 10, 16, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:52:49.031794 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a378d401-b6fd-41e0-887c-02c18c69e07d None None] Checking segment: {'id': '6d02c11a-e94d-403f-bc27-639896326b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:52:49.032329 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-a378d401-b6fd-41e0-887c-02c18c69e07d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:49.032735 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a378d401-b6fd-41e0-887c-02c18c69e07d None None] Bound using segment: {'id': '6d02c11a-e94d-403f-bc27-639896326b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b'} {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:52:49.033212 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-a378d401-b6fd-41e0-887c-02c18c69e07d None None] Bound port: 724a8c8c-2fc7-42c7-b0a3-37402dbb180d, host: dv-cinder-808473-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d02c11a-e94d-403f-bc27-639896326b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b'}}] {{(pid=74983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:52:49.033597 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-a378d401-b6fd-41e0-887c-02c18c69e07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:49.048810 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4c6a79-199d-4800-bdea-3708ed136e9a admin admin] Network 7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e is already hosted by enough agents. {{(pid=74981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:52:49.052621 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.base_scheduler [None req-0b4c6a79-199d-4800-bdea-3708ed136e9a admin admin] Resources bound (agent type, host, resource id):  {{(pid=74981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:52:49.058329 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c6a79-199d-4800-bdea-3708ed136e9a admin admin] Pushing event updated for resources: {'Port': ['ID=02293ce2-b150-4147-9632-e199a3f398df,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:49.061342 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4c6a79-199d-4800-bdea-3708ed136e9a admin admin] Received port after_create {{(pid=74981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:52:49.089939 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-0b4c6a79-199d-4800-bdea-3708ed136e9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:49.125873 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-a378d401-b6fd-41e0-887c-02c18c69e07d None None] For port 724a8c8c-2fc7-42c7-b0a3-37402dbb180d, host dv-cinder-808473-1-iscsi, cleared binding levels {{(pid=74983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:52:49.129027 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-a378d401-b6fd-41e0-887c-02c18c69e07d None None] For port 724a8c8c-2fc7-42c7-b0a3-37402dbb180d, host dv-cinder-808473-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=724a8c8c-2fc7-42c7-b0a3-37402dbb180d,segment=NetworkSegment(6d02c11a-e94d-403f-bc27-639896326b72),segment_id=6d02c11a-e94d-403f-bc27-639896326b72)] {{(pid=74983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:52:49.133775 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-a378d401-b6fd-41e0-887c-02c18c69e07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:49.137187 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:49.220133 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a378d401-b6fd-41e0-887c-02c18c69e07d None None] Pushing event updated for resources: {'Port': ['ID=724a8c8c-2fc7-42c7-b0a3-37402dbb180d,revision_number=2']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:49.225128 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-a378d401-b6fd-41e0-887c-02c18c69e07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:49.225730 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-0b4c6a79-199d-4800-bdea-3708ed136e9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:49.226743 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-0b4c6a79-199d-4800-bdea-3708ed136e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446738'] for router, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:49.500732 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4c6a79-199d-4800-bdea-3708ed136e9a admin admin] Router e51fcaed-14e6-43f5-903e-8e37801fc96e is scheduled to L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 with binding_index 1 {{(pid=74981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Sep 10 16:52:49.502357 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440d896b-283a-4fba-899d-73150d77c3d0 admin admin] Router 4fdc93f2-86b5-4844-bcac-a4cf0ab33073 has already been hosted by L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 {{(pid=74982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 10 16:52:49.704773 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4c6a79-199d-4800-bdea-3708ed136e9a admin admin] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:52:49.705659 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440d896b-283a-4fba-899d-73150d77c3d0 admin admin] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:52:49.717095 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d345a37-70b5-48d0-a785-5e675beaadf5 None None] Sync routers for ids ['e51fcaed-14e6-43f5-903e-8e37801fc96e'] in dv-cinder-808473-1-iscsi {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:52:49.719557 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-440d896b-283a-4fba-899d-73150d77c3d0 admin admin] 10.222.0.41 "PUT /v2.0/routers/4fdc93f2-86b5-4844-bcac-a4cf0ab33073/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0879359
Sep 10 16:52:49.722305 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 37418) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:52:49.732442 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-0b4c6a79-199d-4800-bdea-3708ed136e9a admin admin] Notify callbacks [] for router, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:49.736449 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-0b4c6a79-199d-4800-bdea-3708ed136e9a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 1.6055305
Sep 10 16:52:49.736591 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 37422) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:52:49.742434 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d345a37-70b5-48d0-a785-5e675beaadf5 None None] Routers {'e51fcaed-14e6-43f5-903e-8e37801fc96e'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:52:49.743059 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-6d345a37-70b5-48d0-a785-5e675beaadf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8625bb6b80>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:52:27Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['e51fcaed-14e6-43f5-903e-8e37801fc96e'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:52:49.762382 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352dd16c-6997-494b-a70f-555894ced135 None None] Sync routers for ids ['4fdc93f2-86b5-4844-bcac-a4cf0ab33073'] in dv-cinder-808473-1-iscsi {{(pid=74984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:52:49.776560 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352dd16c-6997-494b-a70f-555894ced135 None None] Routers {'4fdc93f2-86b5-4844-bcac-a4cf0ab33073'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:52:49.777632 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-352dd16c-6997-494b-a70f-555894ced135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8625a45820>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:52:27Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['4fdc93f2-86b5-4844-bcac-a4cf0ab33073'], 'active': True} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:52:49.959411 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-408c3d0c-7112-4664-9756-7656e0d415f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:50.008936 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-6d345a37-70b5-48d0-a785-5e675beaadf5 None None] Set router e51fcaed-14e6-43f5-903e-8e37801fc96e gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:52:50.039655 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvr_db [None req-352dd16c-6997-494b-a70f-555894ced135 None None] Set router 4fdc93f2-86b5-4844-bcac-a4cf0ab33073 gateway port host: dv-cinder-808473-1-iscsi {{(pid=74984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:52:50.182040 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 724a8c8c-2fc7-42c7-b0a3-37402dbb180d up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:52:50.297948 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-408c3d0c-7112-4664-9756-7656e0d415f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:50.317276 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [None req-408c3d0c-7112-4664-9756-7656e0d415f0 admin admin] Deleting port cde22c26-ad7f-4f1f-819c-42a19a00f939 {{(pid=74982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:52:50.317707 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-408c3d0c-7112-4664-9756-7656e0d415f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:50.445031 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-352dd16c-6997-494b-a70f-555894ced135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8625a45820>, [{'id': '4fdc93f2-86b5-4844-bcac-a4cf0ab33073', 'name': 'tempest-TestShelveInstance-996732875-router', 'tenant_id': '427e6796c7f542059575841cfab8a583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'cde22c26-ad7f-4f1f-819c-42a19a00f939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:29Z', 'updated_at': '2021-09-10T16:52:48Z', 'revision_number': 5, 'project_id': '427e6796c7f542059575841cfab8a583', 'gw_port': {'id': 'cde22c26-ad7f-4f1f-819c-42a19a00f939', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdc93f2-86b5-4844-bcac-a4cf0ab33073', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:29Z', 'updated_at': '2021-09-10T16:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi'}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:52:50.449633 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352dd16c-6997-494b-a70f-555894ced135 None None] Checking router: 4fdc93f2-86b5-4844-bcac-a4cf0ab33073 for host: dv-cinder-808473-1-iscsi {{(pid=74984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:52:50.461815 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352dd16c-6997-494b-a70f-555894ced135 None None] Routers {'4fdc93f2-86b5-4844-bcac-a4cf0ab33073'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:52:50.462732 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-352dd16c-6997-494b-a70f-555894ced135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8625a45820>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:52:27Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['4fdc93f2-86b5-4844-bcac-a4cf0ab33073'], 'active': True} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:52:50.493899 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning for port 724a8c8c-2fc7-42c7-b0a3-37402dbb180d completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:52:50.509568 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a0d68d-9a1f-42ec-91a7-d8abb1e8ef96 None None] Network 9278cdbd-cac5-475b-a9e3-48d35686072b requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:52:50.603948 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.db [None req-408c3d0c-7112-4664-9756-7656e0d415f0 admin admin] For port cde22c26-ad7f-4f1f-819c-42a19a00f939, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=cde22c26-ad7f-4f1f-819c-42a19a00f939,segment=NetworkSegment(7f0f17d1-ee65-42aa-885b-938bb9d3cd64),segment_id=7f0f17d1-ee65-42aa-885b-938bb9d3cd64)] {{(pid=74982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:52:50.604527 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-408c3d0c-7112-4664-9756-7656e0d415f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:50.646155 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvr_db [None req-352dd16c-6997-494b-a70f-555894ced135 None None] Set router 4fdc93f2-86b5-4844-bcac-a4cf0ab33073 gateway port host: None {{(pid=74984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:52:50.657652 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-0acaa3d3-ce3c-4f5f-9e10-56ff833fcd2f None None] Provisioning for port 724a8c8c-2fc7-42c7-b0a3-37402dbb180d completed by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:52:50.703909 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-0acaa3d3-ce3c-4f5f-9e10-56ff833fcd2f None None] Provisioning complete for port 724a8c8c-2fc7-42c7-b0a3-37402dbb180d triggered by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:52:50.704637 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-0acaa3d3-ce3c-4f5f-9e10-56ff833fcd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:50.762320 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-6d345a37-70b5-48d0-a785-5e675beaadf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8625bb6b80>, [{'id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'name': 'tempest-TestVolumeBootPattern-131779652-router', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '02293ce2-b150-4147-9632-e199a3f398df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:49Z', 'revision_number': 3, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'gw_port': {'id': '02293ce2-b150-4147-9632-e199a3f398df', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi'}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:52:50.767688 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [None req-408c3d0c-7112-4664-9756-7656e0d415f0 admin admin] Calling delete_port for cde22c26-ad7f-4f1f-819c-42a19a00f939 owned by network:router_gateway {{(pid=74982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:52:50.779760 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d345a37-70b5-48d0-a785-5e675beaadf5 None None] Checking router: e51fcaed-14e6-43f5-903e-8e37801fc96e for host: dv-cinder-808473-1-iscsi {{(pid=74983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:52:50.780352 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d345a37-70b5-48d0-a785-5e675beaadf5 None None] Updating router e51fcaed-14e6-43f5-903e-8e37801fc96e port 02293ce2-b150-4147-9632-e199a3f398df binding host dv-cinder-808473-1-iscsi {{(pid=74983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 10 16:52:50.811048 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-352dd16c-6997-494b-a70f-555894ced135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8625a45820>, [{'id': '4fdc93f2-86b5-4844-bcac-a4cf0ab33073', 'name': 'tempest-TestShelveInstance-996732875-router', 'tenant_id': '427e6796c7f542059575841cfab8a583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:29Z', 'updated_at': '2021-09-10T16:52:50Z', 'revision_number': 6, 'project_id': '427e6796c7f542059575841cfab8a583', 'gw_port_host': None}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:52:50.815625 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352dd16c-6997-494b-a70f-555894ced135 None None] The sync data for ids ['4fdc93f2-86b5-4844-bcac-a4cf0ab33073'] in dv-cinder-808473-1-iscsi is: [{'id': '4fdc93f2-86b5-4844-bcac-a4cf0ab33073', 'name': 'tempest-TestShelveInstance-996732875-router', 'tenant_id': '427e6796c7f542059575841cfab8a583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:29Z', 'updated_at': '2021-09-10T16:52:50Z', 'revision_number': 6, 'project_id': '427e6796c7f542059575841cfab8a583', 'gw_port_host': None}] {{(pid=74984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:52:50.890260 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-9935815d-6ecb-4483-92e1-6a7f27e5c7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:50.915631 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-6d345a37-70b5-48d0-a785-5e675beaadf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:50.946723 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-408c3d0c-7112-4664-9756-7656e0d415f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:50.952843 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-52fbc246-8704-4923-b17a-6f1929f62d10 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:50.991338 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-0acaa3d3-ce3c-4f5f-9e10-56ff833fcd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:50.993563 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c3d0c-7112-4664-9756-7656e0d415f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cde22c26-ad7f-4f1f-819c-42a19a00f939,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:50.997645 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-408c3d0c-7112-4664-9756-7656e0d415f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:51.102468 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-0acaa3d3-ce3c-4f5f-9e10-56ff833fcd2f None None] For port 724a8c8c-2fc7-42c7-b0a3-37402dbb180d, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=724a8c8c-2fc7-42c7-b0a3-37402dbb180d,segment=NetworkSegment(6d02c11a-e94d-403f-bc27-639896326b72),segment_id=6d02c11a-e94d-403f-bc27-639896326b72)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:52:51.111519 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-0acaa3d3-ce3c-4f5f-9e10-56ff833fcd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:51.116809 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.db_base_plugin_common [None req-9935815d-6ecb-4483-92e1-6a7f27e5c7fe admin admin] Allocated IP 172.20.0.1 (9278cdbd-cac5-475b-a9e3-48d35686072b/fcc4c87f-6de4-4110-91a3-957c1f2663c4/b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22) {{(pid=74981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:52:51.127697 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:51.316326 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-9935815d-6ecb-4483-92e1-6a7f27e5c7fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:51.344469 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.provisioning_blocks [None req-9935815d-6ecb-4483-92e1-6a7f27e5c7fe admin admin] Transition to ACTIVE for port object b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22 will not be triggered until provisioned by entity DHCP. {{(pid=74981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:52:51.370515 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-9935815d-6ecb-4483-92e1-6a7f27e5c7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2943309'] for port, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:51.376345 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-9225a09f-28c6-4096-a290-5c31f2504456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:51.424873 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acaa3d3-ce3c-4f5f-9e10-56ff833fcd2f None None] Pushing event updated for resources: {'Port': ['ID=724a8c8c-2fc7-42c7-b0a3-37402dbb180d,revision_number=3']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:51.426346 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-408c3d0c-7112-4664-9756-7656e0d415f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446838'] for router_gateway, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:51.427873 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-0acaa3d3-ce3c-4f5f-9e10-56ff833fcd2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:51.443386 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9935815d-6ecb-4483-92e1-6a7f27e5c7fe admin admin] Network 9278cdbd-cac5-475b-a9e3-48d35686072b is already hosted by enough agents. {{(pid=74981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:52:51.446741 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9935815d-6ecb-4483-92e1-6a7f27e5c7fe admin admin] Pushing event updated for resources: {'Port': ['ID=b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:51.449151 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.base_scheduler [None req-9935815d-6ecb-4483-92e1-6a7f27e5c7fe admin admin] Resources bound (agent type, host, resource id):  {{(pid=74981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:52:51.449475 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-55582ef1-9df9-4dd1-9f8d-0314664fd5b4 None None] Provisioning complete for port 724a8c8c-2fc7-42c7-b0a3-37402dbb180d triggered by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:52:51.450497 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-55582ef1-9df9-4dd1-9f8d-0314664fd5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:51.451607 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-9935815d-6ecb-4483-92e1-6a7f27e5c7fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:51.452294 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9935815d-6ecb-4483-92e1-6a7f27e5c7fe admin admin] Received port after_create {{(pid=74981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:52:51.513971 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-9935815d-6ecb-4483-92e1-6a7f27e5c7fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446932'] for router_interface, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:51.610584 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-9935815d-6ecb-4483-92e1-6a7f27e5c7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:51.640196 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-6d345a37-70b5-48d0-a785-5e675beaadf5 None None] Notify callbacks [] for port, precommit_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:51.679017 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-6d345a37-70b5-48d0-a785-5e675beaadf5 None None] Transition to ACTIVE for port object 02293ce2-b150-4147-9632-e199a3f398df will not be triggered until provisioned by entity L2. {{(pid=74983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:52:51.704103 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-6d345a37-70b5-48d0-a785-5e675beaadf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:51.710379 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:51.721938 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-408c3d0c-7112-4664-9756-7656e0d415f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16218'] for router, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:51.726193 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-408c3d0c-7112-4664-9756-7656e0d415f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:51.755458 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-408c3d0c-7112-4664-9756-7656e0d415f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-448530'] for router, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:51.756085 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408c3d0c-7112-4664-9756-7656e0d415f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fdc93f2-86b5-4844-bcac-a4cf0ab33073 {{(pid=74982) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Sep 10 16:52:51.768842 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-408c3d0c-7112-4664-9756-7656e0d415f0 admin admin] Notify callbacks [] for router, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:51.770049 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-408c3d0c-7112-4664-9756-7656e0d415f0 admin admin] 10.222.0.41 "DELETE /v2.0/routers/4fdc93f2-86b5-4844-bcac-a4cf0ab33073 HTTP/1.1" status: 204  len: 168 time: 2.0466650
Sep 10 16:52:51.772462 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 37428) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:52:51.796080 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c372b1-ec3d-4c2d-928f-5e3cd1bbfc06 None None] Pushing event updated for resources: {'Port': ['ID=02293ce2-b150-4147-9632-e199a3f398df,revision_number=2']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:51.799677 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-f5c372b1-ec3d-4c2d-928f-5e3cd1bbfc06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:51.800624 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-6d345a37-70b5-48d0-a785-5e675beaadf5 None None] Attempting to bind port 02293ce2-b150-4147-9632-e199a3f398df on host dv-cinder-808473-1-iscsi for vnic_type normal with profile  {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:52:51.800997 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-6d345a37-70b5-48d0-a785-5e675beaadf5 None None] Attempting to bind port 02293ce2-b150-4147-9632-e199a3f398df by drivers openvswitch,hyperv on host dv-cinder-808473-1-iscsi at level 0 using segments [{'id': '7f0f17d1-ee65-42aa-885b-938bb9d3cd64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'}] {{(pid=74983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:52:51.801358 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d345a37-70b5-48d0-a785-5e675beaadf5 None None] Attempting to bind port 02293ce2-b150-4147-9632-e199a3f398df on network 7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:52:51.810056 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d345a37-70b5-48d0-a785-5e675beaadf5 None None] Checking agent: {'id': 'f3cf38fb-3540-46d0-a6e6-e52cff650adc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 35, 26), 'started_at': datetime.datetime(2021, 9, 10, 16, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:52:51.810584 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d345a37-70b5-48d0-a785-5e675beaadf5 None None] Checking segment: {'id': '7f0f17d1-ee65-42aa-885b-938bb9d3cd64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:52:51.810998 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-6d345a37-70b5-48d0-a785-5e675beaadf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:51.811387 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d345a37-70b5-48d0-a785-5e675beaadf5 None None] Bound using segment: {'id': '7f0f17d1-ee65-42aa-885b-938bb9d3cd64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'} {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:52:51.811870 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-6d345a37-70b5-48d0-a785-5e675beaadf5 None None] Bound port: 02293ce2-b150-4147-9632-e199a3f398df, host: dv-cinder-808473-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f0f17d1-ee65-42aa-885b-938bb9d3cd64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'}}] {{(pid=74983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:52:51.812249 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-6d345a37-70b5-48d0-a785-5e675beaadf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:51.852970 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5185c93-9f86-4342-a444-8884d09a48a1 admin admin] Deleting subnet d9ce5f47-6b8d-4442-bda9-2c50c5c59baa {{(pid=74982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 10 16:52:51.856290 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-a5185c93-9f86-4342-a444-8884d09a48a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:51.885671 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-9935815d-6ecb-4483-92e1-6a7f27e5c7fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:51.893920 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-9935815d-6ecb-4483-92e1-6a7f27e5c7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2943322'] for port, after_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:51.894602 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-6d345a37-70b5-48d0-a785-5e675beaadf5 None None] For port 02293ce2-b150-4147-9632-e199a3f398df, host dv-cinder-808473-1-iscsi, cleared binding levels {{(pid=74983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:52:51.896239 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c5bfd546-3d1d-429b-a13d-8365e2ad9045 None None] Provisioning for port b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22 completed by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:52:51.900227 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-6d345a37-70b5-48d0-a785-5e675beaadf5 None None] For port 02293ce2-b150-4147-9632-e199a3f398df, host dv-cinder-808473-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=02293ce2-b150-4147-9632-e199a3f398df,segment=NetworkSegment(7f0f17d1-ee65-42aa-885b-938bb9d3cd64),segment_id=7f0f17d1-ee65-42aa-885b-938bb9d3cd64)] {{(pid=74983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:52:51.903250 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c5bfd546-3d1d-429b-a13d-8365e2ad9045 None None] Provisioning complete for port b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22 triggered by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:52:51.903680 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c5bfd546-3d1d-429b-a13d-8365e2ad9045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:51.908325 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-a5185c93-9f86-4342-a444-8884d09a48a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947282'] for subnet, precommit_delete_associations {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:51.927450 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-6d345a37-70b5-48d0-a785-5e675beaadf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:51.935558 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:52.019195 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 724a8c8c-2fc7-42c7-b0a3-37402dbb180d up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:52:52.057778 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-9935815d-6ecb-4483-92e1-6a7f27e5c7fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:52.073996 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-a5185c93-9f86-4342-a444-8884d09a48a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-567488'] for subnet, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:52.098395 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-c5bfd546-3d1d-429b-a13d-8365e2ad9045 None None] Port b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22 cannot update to ACTIVE because it is not bound. {{(pid=74983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 10 16:52:52.121897 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d345a37-70b5-48d0-a785-5e675beaadf5 None None] Routers {'e51fcaed-14e6-43f5-903e-8e37801fc96e'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:52:52.123343 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-6d345a37-70b5-48d0-a785-5e675beaadf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8625bb6b80>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:52:27Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['e51fcaed-14e6-43f5-903e-8e37801fc96e'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:52:52.148476 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-9935815d-6ecb-4483-92e1-6a7f27e5c7fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1231564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449135'] for router_interface, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:52.154579 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9935815d-6ecb-4483-92e1-6a7f27e5c7fe admin admin] Pushing event updated for resources: {'Port': ['ID=b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22,revision_number=2']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:52.156187 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-a5185c93-9f86-4342-a444-8884d09a48a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2865551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3069691'] for subnet, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:52.158145 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-9935815d-6ecb-4483-92e1-6a7f27e5c7fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:52.165232 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-32dc7934-4edc-4d4a-aacc-726e3e6ec764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:52.174042 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c372b1-ec3d-4c2d-928f-5e3cd1bbfc06 None None] Pushing event updated for resources: {'Port': ['ID=02293ce2-b150-4147-9632-e199a3f398df,revision_number=3']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:52.179059 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-f5c372b1-ec3d-4c2d-928f-5e3cd1bbfc06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:52.205971 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5185c93-9f86-4342-a444-8884d09a48a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9ce5f47-6b8d-4442-bda9-2c50c5c59baa,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:52.208527 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-a5185c93-9f86-4342-a444-8884d09a48a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:52.211438 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-a5185c93-9f86-4342-a444-8884d09a48a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:52.221333 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-a5185c93-9f86-4342-a444-8884d09a48a1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d9ce5f47-6b8d-4442-bda9-2c50c5c59baa HTTP/1.1" status: 204  len: 168 time: 0.4439008
Sep 10 16:52:52.221333 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 37432) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:52:52.277515 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21842d6-bbc8-492a-a296-4784e5b4f923 None None] Network 7091017d-2230-4288-b149-b0a8abc860d9 requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:52:52.288867 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port 724a8c8c-2fc7-42c7-b0a3-37402dbb180d triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:52:52.289314 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:52.302634 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9935815d-6ecb-4483-92e1-6a7f27e5c7fe admin admin] Network 9278cdbd-cac5-475b-a9e3-48d35686072b is already hosted by enough agents. {{(pid=74981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:52:52.304075 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.base_scheduler [None req-9935815d-6ecb-4483-92e1-6a7f27e5c7fe admin admin] Resources bound (agent type, host, resource id):  {{(pid=74981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:52:52.350645 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7eb19e19-9ccc-4768-9205-b641f78be95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630774'] for network, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:52.362424 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [None req-7eb19e19-9ccc-4768-9205-b641f78be95a admin admin] Deleting port 15ee18a3-46e3-48e0-9a68-b6fab000fa1f {{(pid=74982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:52:52.362910 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7eb19e19-9ccc-4768-9205-b641f78be95a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:52.572888 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-6d345a37-70b5-48d0-a785-5e675beaadf5 None None] Set router e51fcaed-14e6-43f5-903e-8e37801fc96e gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:52:52.601404 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.db [None req-7eb19e19-9ccc-4768-9205-b641f78be95a admin admin] For port 15ee18a3-46e3-48e0-9a68-b6fab000fa1f, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=15ee18a3-46e3-48e0-9a68-b6fab000fa1f,segment=NetworkSegment(c5a19012-d1b7-40fb-9185-4f6121dd52f6),segment_id=c5a19012-d1b7-40fb-9185-4f6121dd52f6)] {{(pid=74982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:52:52.601672 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7eb19e19-9ccc-4768-9205-b641f78be95a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:52.733513 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [None req-7eb19e19-9ccc-4768-9205-b641f78be95a admin admin] Calling delete_port for 15ee18a3-46e3-48e0-9a68-b6fab000fa1f owned by network:dhcp {{(pid=74982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:52:52.751854 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device df318bd2-892a-47b5-88c8-be5c0b230260 no longer exists at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:52:52.775697 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9935815d-6ecb-4483-92e1-6a7f27e5c7fe admin admin] Router e51fcaed-14e6-43f5-903e-8e37801fc96e has already been hosted by L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 {{(pid=74981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 10 16:52:52.780275 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-53ec47d8-3f86-4edd-9d53-b5092f5e3761 None None] Provisioning complete for port b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22 triggered by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:52:52.780655 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-53ec47d8-3f86-4edd-9d53-b5092f5e3761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:52.813598 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7eb19e19-9ccc-4768-9205-b641f78be95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:52.818659 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-96d0d059-d525-46a8-9e6e-abb1c3f305ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:52.835726 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] No Port match for: df318bd2-892a-47b5-88c8-be5c0b230260 {{(pid=74983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 10 16:52:52.836311 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device df318bd2-892a-47b5-88c8-be5c0b230260 not bound to the agent host dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 10 16:52:52.836466 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device cde22c26-ad7f-4f1f-819c-42a19a00f939 no longer exists at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:52:52.864177 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb19e19-9ccc-4768-9205-b641f78be95a admin admin] Pushing event deleted for resources: {'Port': ['ID=15ee18a3-46e3-48e0-9a68-b6fab000fa1f,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:52.866488 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-7eb19e19-9ccc-4768-9205-b641f78be95a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:52.870542 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb19e19-9ccc-4768-9205-b641f78be95a admin admin] No DVR routers for this DVR port 15ee18a3-46e3-48e0-9a68-b6fab000fa1f on host dv-cinder-808473-1-iscsi {{(pid=74982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 10 16:52:52.991584 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9935815d-6ecb-4483-92e1-6a7f27e5c7fe admin admin] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:52:53.008110 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-9935815d-6ecb-4483-92e1-6a7f27e5c7fe admin admin] 10.222.0.41 "PUT /v2.0/routers/e51fcaed-14e6-43f5-903e-8e37801fc96e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2660198
Sep 10 16:52:53.009581 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] No Port match for: cde22c26-ad7f-4f1f-819c-42a19a00f939 {{(pid=74983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 10 16:52:53.009931 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device cde22c26-ad7f-4f1f-819c-42a19a00f939 not bound to the agent host dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 10 16:52:53.031262 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-53ec47d8-3f86-4edd-9d53-b5092f5e3761 None None] Port b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22 cannot update to ACTIVE because it is not bound. {{(pid=74983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 10 16:52:53.115194 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7eb19e19-9ccc-4768-9205-b641f78be95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571207', 'neutron.services.segments.db._delete_segments_for_network-8763384148637'] for network, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:53.129392 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.services.segments.db [None req-7eb19e19-9ccc-4768-9205-b641f78be95a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8625216970>,) {'filters': {'network_id': ['7091017d-2230-4288-b149-b0a8abc860d9']}} {{(pid=74982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:52:53.141644 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.services.segments.db [None req-7eb19e19-9ccc-4768-9205-b641f78be95a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8625216970>, 'c5a19012-d1b7-40fb-9185-4f6121dd52f6') {'for_net_delete': True} {{(pid=74982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:52:53.141943 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.services.segments.db [None req-7eb19e19-9ccc-4768-9205-b641f78be95a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8625216970>, 'c5a19012-d1b7-40fb-9185-4f6121dd52f6') {} {{(pid=74982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:52:53.153868 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7eb19e19-9ccc-4768-9205-b641f78be95a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763384234424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947275'] for segment, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:53.158368 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bedb61f-b6fa-4c22-8023-025a5d5e7acb None None] DHCP port deletion for 7091017d-2230-4288-b149-b0a8abc860d9 request from dv-cinder-808473-1-iscsi {{(pid=74983) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Sep 10 16:52:53.176348 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7eb19e19-9ccc-4768-9205-b641f78be95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-567309'] for segment, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:53.193665 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eb19e19-9ccc-4768-9205-b641f78be95a admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=74982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 10 16:52:53.198330 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7eb19e19-9ccc-4768-9205-b641f78be95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2865617'] for segment, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:53.217007 dv-cinder-808473-1-iscsi neutron-server[74982]: Traceback (most recent call last):
Sep 10 16:52:53.217007 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 10 16:52:53.217007 dv-cinder-808473-1-iscsi neutron-server[74982]:     timer()
Sep 10 16:52:53.217007 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 10 16:52:53.217007 dv-cinder-808473-1-iscsi neutron-server[74982]:     cb(*args, **kw)
Sep 10 16:52:53.217007 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Sep 10 16:52:53.217007 dv-cinder-808473-1-iscsi neutron-server[74982]:     return func(*args, **kwargs)
Sep 10 16:52:53.217007 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 10 16:52:53.217007 dv-cinder-808473-1-iscsi neutron-server[74982]:     self._notify()
Sep 10 16:52:53.217007 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 10 16:52:53.217007 dv-cinder-808473-1-iscsi neutron-server[74982]:     self.callback(batched_events)
Sep 10 16:52:53.217007 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 10 16:52:53.217007 dv-cinder-808473-1-iscsi neutron-server[74982]:     event.method(event)
Sep 10 16:52:53.217007 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 10 16:52:53.217007 dv-cinder-808473-1-iscsi neutron-server[74982]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 10 16:52:53.217007 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 10 16:52:53.217007 dv-cinder-808473-1-iscsi neutron-server[74982]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 10 16:52:53.217007 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 10 16:52:53.217007 dv-cinder-808473-1-iscsi neutron-server[74982]:     return f(self, *a, **k)
Sep 10 16:52:53.217007 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 10 16:52:53.217007 dv-cinder-808473-1-iscsi neutron-server[74982]:     return self._get(url).json()
Sep 10 16:52:53.217007 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 10 16:52:53.217007 dv-cinder-808473-1-iscsi neutron-server[74982]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 10 16:52:53.217007 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 10 16:52:53.217007 dv-cinder-808473-1-iscsi neutron-server[74982]:     return self.request(url, 'GET', **kwargs)
Sep 10 16:52:53.217007 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 10 16:52:53.217007 dv-cinder-808473-1-iscsi neutron-server[74982]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 10 16:52:53.217007 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 10 16:52:53.217007 dv-cinder-808473-1-iscsi neutron-server[74982]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 10 16:52:53.217007 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 10 16:52:53.217007 dv-cinder-808473-1-iscsi neutron-server[74982]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 10 16:52:53.217007 dv-cinder-808473-1-iscsi neutron-server[74982]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 10 16:52:53.281444 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-6d345a37-70b5-48d0-a785-5e675beaadf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8625bb6b80>, [{'id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'name': 'tempest-TestVolumeBootPattern-131779652-router', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '02293ce2-b150-4147-9632-e199a3f398df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:51Z', 'revision_number': 4, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'gw_port': {'id': '02293ce2-b150-4147-9632-e199a3f398df', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': 'b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22', 'name': '', 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'mac_address': 'fa:16:3e:3e:88:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:50Z', 'updated_at': '2021-09-10T16:52:51Z', 'revision_number': 2, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'subnets': [{'id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:52:53.295515 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d345a37-70b5-48d0-a785-5e675beaadf5 None None] The sync data for ids ['e51fcaed-14e6-43f5-903e-8e37801fc96e'] in dv-cinder-808473-1-iscsi is: [{'id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'name': 'tempest-TestVolumeBootPattern-131779652-router', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '02293ce2-b150-4147-9632-e199a3f398df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:51Z', 'revision_number': 4, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'gw_port': {'id': '02293ce2-b150-4147-9632-e199a3f398df', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': 'b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22', 'name': '', 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'mac_address': 'fa:16:3e:3e:88:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:50Z', 'updated_at': '2021-09-10T16:52:51Z', 'revision_number': 2, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'subnets': [{'id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:52:53.316046 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7eb19e19-9ccc-4768-9205-b641f78be95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446813'] for network, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:53.332399 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7eb19e19-9ccc-4768-9205-b641f78be95a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for network, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:53.337649 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-417a4cf5-3e2d-471d-8dd2-9fb4d81799ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:53.359811 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb19e19-9ccc-4768-9205-b641f78be95a admin admin] Pushing event deleted for resources: {'Network': ['ID=7091017d-2230-4288-b149-b0a8abc860d9,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:53.371401 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-7eb19e19-9ccc-4768-9205-b641f78be95a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:53.373501 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-7eb19e19-9ccc-4768-9205-b641f78be95a admin admin] 10.222.0.41 "DELETE /v2.0/networks/7091017d-2230-4288-b149-b0a8abc860d9 HTTP/1.1" status: 204  len: 168 time: 1.1529610
Sep 10 16:52:53.376457 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 37442) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:52:53.831356 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-5cfe4480-e096-4b17-a867-f56168caa5d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-449117'] for router_interface, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:53.994179 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 37458) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:52:54.000525 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-46821f96-9ea7-4c12-95e3-6c82d57b3bce admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1975118220-network', 'tenant_id': 'af3e17154b574edd87e42dd18163114a'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:52:54.006752 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-46821f96-9ea7-4c12-95e3-6c82d57b3bce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:52:54.011330 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-46821f96-9ea7-4c12-95e3-6c82d57b3bce admin admin] Usage tracker for resource:network and tenant:af3e17154b574edd87e42dd18163114a is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:52:54.015685 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-46821f96-9ea7-4c12-95e3-6c82d57b3bce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:52:54.021067 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 15ee18a3-46e3-48e0-9a68-b6fab000fa1f no longer exists at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:52:54.021830 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-46821f96-9ea7-4c12-95e3-6c82d57b3bce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:52:54.037512 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46821f96-9ea7-4c12-95e3-6c82d57b3bce admin admin] Made reservation on behalf of af3e17154b574edd87e42dd18163114a for: {'network': 1} {{(pid=74982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:52:54.046725 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-46821f96-9ea7-4c12-95e3-6c82d57b3bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for network, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:54.069017 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-46821f96-9ea7-4c12-95e3-6c82d57b3bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:54.073707 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] No Port match for: 15ee18a3-46e3-48e0-9a68-b6fab000fa1f {{(pid=74983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 10 16:52:54.074061 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 15ee18a3-46e3-48e0-9a68-b6fab000fa1f not bound to the agent host dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 10 16:52:54.112737 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-46821f96-9ea7-4c12-95e3-6c82d57b3bce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:52:54.117287 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-46821f96-9ea7-4c12-95e3-6c82d57b3bce admin admin] Usage tracker for resource:security_group_rule and tenant:af3e17154b574edd87e42dd18163114a is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:52:54.122377 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-46821f96-9ea7-4c12-95e3-6c82d57b3bce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:52:54.128877 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-46821f96-9ea7-4c12-95e3-6c82d57b3bce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:52:54.204455 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-46821f96-9ea7-4c12-95e3-6c82d57b3bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:54.209295 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-46821f96-9ea7-4c12-95e3-6c82d57b3bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:54.212454 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-e6e1cc62-b372-482b-ba07-539902807f8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:54.247985 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46821f96-9ea7-4c12-95e3-6c82d57b3bce admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'}  {{(pid=74982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Sep 10 16:52:54.256216 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46821f96-9ea7-4c12-95e3-6c82d57b3bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb74e19-0dc8-446e-9224-38138ee6722a,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:54.259793 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-46821f96-9ea7-4c12-95e3-6c82d57b3bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:54.262768 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-46821f96-9ea7-4c12-95e3-6c82d57b3bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-567309'] for segment, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:54.263105 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.db.segments_db [None req-46821f96-9ea7-4c12-95e3-6c82d57b3bce admin admin] Added segment 6b957715-d5ee-4775-8807-658c606519fb of type vlan for network 5eb71c14-76b0-48dd-abeb-921d4d66b27e
Sep 10 16:52:54.297064 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-46821f96-9ea7-4c12-95e3-6c82d57b3bce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763383730616'] for network, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:54.333434 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-46821f96-9ea7-4c12-95e3-6c82d57b3bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695'] for network, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:54.334205 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46821f96-9ea7-4c12-95e3-6c82d57b3bce admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:52:54.334802 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-46821f96-9ea7-4c12-95e3-6c82d57b3bce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for network, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:54.356196 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:54.427757 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-46821f96-9ea7-4c12-95e3-6c82d57b3bce admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4298139
Sep 10 16:52:54.428561 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 37462) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:52:54.436571 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [None req-f480f634-5a65-481f-91d4-3a7d930db70e admin admin] Request body: {'subnet': {'network_id': '5eb71c14-76b0-48dd-abeb-921d4d66b27e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1975118220-subnet', 'tenant_id': 'af3e17154b574edd87e42dd18163114a', 'ip_version': 4}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:52:54.445124 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-f480f634-5a65-481f-91d4-3a7d930db70e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:52:54.452217 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46821f96-9ea7-4c12-95e3-6c82d57b3bce admin admin] Pushing event updated for resources: {'Network': ['ID=5eb71c14-76b0-48dd-abeb-921d4d66b27e,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:54.452433 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-f480f634-5a65-481f-91d4-3a7d930db70e admin admin] Usage tracker for resource:subnet and tenant:af3e17154b574edd87e42dd18163114a is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:52:54.455675 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-46821f96-9ea7-4c12-95e3-6c82d57b3bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:54.457304 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-f480f634-5a65-481f-91d4-3a7d930db70e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:52:54.463369 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Network 5eb71c14-76b0-48dd-abeb-921d4d66b27e details requested by agent ovs-agent-dv-cinder-808473-1-iscsi with host dv-cinder-808473-1-iscsi {{(pid=74983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 10 16:52:54.498561 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-f480f634-5a65-481f-91d4-3a7d930db70e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:52:54.520155 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f480f634-5a65-481f-91d4-3a7d930db70e admin admin] Made reservation on behalf of af3e17154b574edd87e42dd18163114a for: {'subnet': 1} {{(pid=74981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:52:54.522440 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-f480f634-5a65-481f-91d4-3a7d930db70e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3362751'] for subnet, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:54.830601 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-f480f634-5a65-481f-91d4-3a7d930db70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2943393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3362705'] for subnet, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:54.835639 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-e16dfe82-f2ad-4633-9e7c-ec6d993cd94b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:54.874576 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [None req-5cfe4480-e096-4b17-a867-f56168caa5d9 admin admin] Deleting port be9c8437-e915-483f-8cd0-db09d452146c {{(pid=74981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:52:54.874914 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-5cfe4480-e096-4b17-a867-f56168caa5d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:54.956002 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f480f634-5a65-481f-91d4-3a7d930db70e admin admin] Pushing event updated for resources: {'Subnet': ['ID=18ec7eed-1320-4f6e-b487-70a908af37f5,revision_number=0']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:54.974801 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-f480f634-5a65-481f-91d4-3a7d930db70e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:55.043183 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f480f634-5a65-481f-91d4-3a7d930db70e admin admin] Checking segment: {'id': '6b957715-d5ee-4775-8807-658c606519fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5eb71c14-76b0-48dd-abeb-921d4d66b27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:52:55.043576 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f480f634-5a65-481f-91d4-3a7d930db70e admin admin] Network hostable DHCP agents. Network: 5eb71c14-76b0-48dd-abeb-921d4d66b27e, hostable agents: ['16ada634-a41f-45d3-a3ee-16ead43437b7'], hosted agents: [] {{(pid=74981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 10 16:52:55.103008 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [None req-5cfe4480-e096-4b17-a867-f56168caa5d9 admin admin] For port be9c8437-e915-483f-8cd0-db09d452146c, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=be9c8437-e915-483f-8cd0-db09d452146c,segment=NetworkSegment(7c2a59c4-3fd8-4625-bc67-899015a586ac),segment_id=7c2a59c4-3fd8-4625-bc67-899015a586ac)] {{(pid=74981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:52:55.103218 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-5cfe4480-e096-4b17-a867-f56168caa5d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:55.110629 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f480f634-5a65-481f-91d4-3a7d930db70e admin admin] Network 5eb71c14-76b0-48dd-abeb-921d4d66b27e is scheduled to be hosted by DHCP agent 16ada634-a41f-45d3-a3ee-16ead43437b7 with binding_index 1 {{(pid=74981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 10 16:52:55.212231 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-7e1d8bca-58d5-43b3-8a64-5ef8fde3e424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:55.224025 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.base_scheduler [None req-f480f634-5a65-481f-91d4-3a7d930db70e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808473-1-iscsi, 5eb71c14-76b0-48dd-abeb-921d4d66b27e) {{(pid=74981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:52:55.230861 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdf587f-0b93-4ddf-895d-56fb4cad34b2 None None] Network 5eb71c14-76b0-48dd-abeb-921d4d66b27e requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:52:55.231062 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [None req-5cfe4480-e096-4b17-a867-f56168caa5d9 admin admin] Calling delete_port for be9c8437-e915-483f-8cd0-db09d452146c owned by network:router_interface {{(pid=74981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:52:55.264043 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f480f634-5a65-481f-91d4-3a7d930db70e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:52:55.264636 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-f480f634-5a65-481f-91d4-3a7d930db70e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for subnet, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:55.300813 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-f480f634-5a65-481f-91d4-3a7d930db70e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8690200
Sep 10 16:52:55.301277 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 37466) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:52:55.306428 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-8bc6f65c-65d9-4d9b-91ca-6e3195861537 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1975118220-router', 'tenant_id': 'af3e17154b574edd87e42dd18163114a', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'}}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:52:55.311633 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-8bc6f65c-65d9-4d9b-91ca-6e3195861537 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:52:55.315705 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-8bc6f65c-65d9-4d9b-91ca-6e3195861537 admin admin] Usage tracker for resource:router and tenant:af3e17154b574edd87e42dd18163114a is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:52:55.318761 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-8bc6f65c-65d9-4d9b-91ca-6e3195861537 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:52:55.326940 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-8bc6f65c-65d9-4d9b-91ca-6e3195861537 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:52:55.340057 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8bc6f65c-65d9-4d9b-91ca-6e3195861537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16204'] for router, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:55.341039 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8bc6f65c-65d9-4d9b-91ca-6e3195861537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447437', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-335565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16211'] for router, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:55.360808 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8bc6f65c-65d9-4d9b-91ca-6e3195861537 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:55.453130 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-5cfe4480-e096-4b17-a867-f56168caa5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2943309'] for port, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:55.457869 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-785f10b6-7392-430e-9b58-e94fbfce5024 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:55.467176 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955ccb36-ac14-4759-89c5-5dc7665807b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd50011bc-20d0-5c59-bf13-9c606f0d4957-5eb71c14-76b0-48dd-abeb-921d4d66b27e', 'network_id': '5eb71c14-76b0-48dd-abeb-921d4d66b27e', 'tenant_id': 'af3e17154b574edd87e42dd18163114a', 'fixed_ips': [{'subnet_id': '18ec7eed-1320-4f6e-b487-70a908af37f5'}]}} from dv-cinder-808473-1-iscsi. {{(pid=74983) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Sep 10 16:52:55.468105 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-955ccb36-ac14-4759-89c5-5dc7665807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:55.498518 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfe4480-e096-4b17-a867-f56168caa5d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=be9c8437-e915-483f-8cd0-db09d452146c,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:55.502680 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-5cfe4480-e096-4b17-a867-f56168caa5d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:55.523971 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8bc6f65c-65d9-4d9b-91ca-6e3195861537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-446775', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16225'] for router, precommit_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:55.656632 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:55.669833 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.db_base_plugin_common [None req-955ccb36-ac14-4759-89c5-5dc7665807b8 None None] Allocated IP 172.20.0.2 (5eb71c14-76b0-48dd-abeb-921d4d66b27e/18ec7eed-1320-4f6e-b487-70a908af37f5/5c9dccf5-7c40-4937-bb50-00bf384fed82) {{(pid=74983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:52:55.763472 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8bc6f65c-65d9-4d9b-91ca-6e3195861537 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:55.797071 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8bc6f65c-65d9-4d9b-91ca-6e3195861537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:55.828398 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-5cfe4480-e096-4b17-a867-f56168caa5d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1447749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-449257'] for router_interface, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:55.901438 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-955ccb36-ac14-4759-89c5-5dc7665807b8 None None] Notify callbacks [] for port, precommit_create {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:55.914508 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-955ccb36-ac14-4759-89c5-5dc7665807b8 None None] Transition to ACTIVE for port object 5c9dccf5-7c40-4937-bb50-00bf384fed82 will not be triggered until provisioned by entity L2. {{(pid=74983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:52:55.949729 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-955ccb36-ac14-4759-89c5-5dc7665807b8 None None] Transition to ACTIVE for port object 5c9dccf5-7c40-4937-bb50-00bf384fed82 will not be triggered until provisioned by entity DHCP. {{(pid=74983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:52:55.960163 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-955ccb36-ac14-4759-89c5-5dc7665807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793'] for port, after_create {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:55.968353 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:55.981622 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.db_base_plugin_common [None req-8bc6f65c-65d9-4d9b-91ca-6e3195861537 admin admin] Allocated IP 172.27.0.90 (7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e/dc5dafb3-b941-44a9-9498-2bdb3e4caa08/3ee4e74a-d02e-4bc8-be54-48d77db0c64a) {{(pid=74982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:52:56.047532 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955ccb36-ac14-4759-89c5-5dc7665807b8 None None] Network 5eb71c14-76b0-48dd-abeb-921d4d66b27e is already hosted by enough agents. {{(pid=74983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:52:56.053256 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.scheduler.base_scheduler [None req-955ccb36-ac14-4759-89c5-5dc7665807b8 None None] Resources bound (agent type, host, resource id):  {{(pid=74983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:52:56.056483 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955ccb36-ac14-4759-89c5-5dc7665807b8 None None] Received port after_create {{(pid=74983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:52:56.064788 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ccb36-ac14-4759-89c5-5dc7665807b8 None None] Pushing event updated for resources: {'Port': ['ID=5c9dccf5-7c40-4937-bb50-00bf384fed82,revision_number=1']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:56.069471 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-955ccb36-ac14-4759-89c5-5dc7665807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:56.110329 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 02293ce2-b150-4147-9632-e199a3f398df up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:52:56.203654 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8bc6f65c-65d9-4d9b-91ca-6e3195861537 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:56.209978 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-955ccb36-ac14-4759-89c5-5dc7665807b8 None None] Attempting to bind port 5c9dccf5-7c40-4937-bb50-00bf384fed82 on host dv-cinder-808473-1-iscsi for vnic_type normal with profile  {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:52:56.210507 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-955ccb36-ac14-4759-89c5-5dc7665807b8 None None] Attempting to bind port 5c9dccf5-7c40-4937-bb50-00bf384fed82 by drivers openvswitch,hyperv on host dv-cinder-808473-1-iscsi at level 0 using segments [{'id': '6b957715-d5ee-4775-8807-658c606519fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5eb71c14-76b0-48dd-abeb-921d4d66b27e'}] {{(pid=74983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:52:56.211174 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955ccb36-ac14-4759-89c5-5dc7665807b8 None None] Attempting to bind port 5c9dccf5-7c40-4937-bb50-00bf384fed82 on network 5eb71c14-76b0-48dd-abeb-921d4d66b27e {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:52:56.222262 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955ccb36-ac14-4759-89c5-5dc7665807b8 None None] Checking agent: {'id': 'f3cf38fb-3540-46d0-a6e6-e52cff650adc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 35, 26), 'started_at': datetime.datetime(2021, 9, 10, 16, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:52:56.223023 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955ccb36-ac14-4759-89c5-5dc7665807b8 None None] Checking segment: {'id': '6b957715-d5ee-4775-8807-658c606519fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5eb71c14-76b0-48dd-abeb-921d4d66b27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:52:56.223023 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-955ccb36-ac14-4759-89c5-5dc7665807b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:56.223503 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955ccb36-ac14-4759-89c5-5dc7665807b8 None None] Bound using segment: {'id': '6b957715-d5ee-4775-8807-658c606519fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5eb71c14-76b0-48dd-abeb-921d4d66b27e'} {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:52:56.223996 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-955ccb36-ac14-4759-89c5-5dc7665807b8 None None] Bound port: 5c9dccf5-7c40-4937-bb50-00bf384fed82, host: dv-cinder-808473-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b957715-d5ee-4775-8807-658c606519fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5eb71c14-76b0-48dd-abeb-921d4d66b27e'}}] {{(pid=74983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:52:56.224360 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-955ccb36-ac14-4759-89c5-5dc7665807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:56.238583 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8bc6f65c-65d9-4d9b-91ca-6e3195861537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:56.241816 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-43554746-c3ec-4226-8730-9994018d78df tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:56.273301 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning for port 02293ce2-b150-4147-9632-e199a3f398df completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:52:56.291038 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port 02293ce2-b150-4147-9632-e199a3f398df triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:52:56.291686 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:56.329515 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6f65c-65d9-4d9b-91ca-6e3195861537 admin admin] Pushing event updated for resources: {'Port': ['ID=3ee4e74a-d02e-4bc8-be54-48d77db0c64a,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:56.334551 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-8bc6f65c-65d9-4d9b-91ca-6e3195861537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:56.348345 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc6f65c-65d9-4d9b-91ca-6e3195861537 admin admin] Network 7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e is already hosted by enough agents. {{(pid=74982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:52:56.349488 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.base_scheduler [None req-8bc6f65c-65d9-4d9b-91ca-6e3195861537 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:52:56.351911 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc6f65c-65d9-4d9b-91ca-6e3195861537 admin admin] Received port after_create {{(pid=74982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:52:56.377101 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-955ccb36-ac14-4759-89c5-5dc7665807b8 None None] For port 5c9dccf5-7c40-4937-bb50-00bf384fed82, host dv-cinder-808473-1-iscsi, cleared binding levels {{(pid=74983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:52:56.383944 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-955ccb36-ac14-4759-89c5-5dc7665807b8 None None] For port 5c9dccf5-7c40-4937-bb50-00bf384fed82, host dv-cinder-808473-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=5c9dccf5-7c40-4937-bb50-00bf384fed82,segment=NetworkSegment(6b957715-d5ee-4775-8807-658c606519fb),segment_id=6b957715-d5ee-4775-8807-658c606519fb)] {{(pid=74983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:52:56.417083 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-955ccb36-ac14-4759-89c5-5dc7665807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:56.426415 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:56.508787 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:56.513608 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8bc6f65c-65d9-4d9b-91ca-6e3195861537 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:56.514536 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8bc6f65c-65d9-4d9b-91ca-6e3195861537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446738'] for router, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:56.531283 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] For port 02293ce2-b150-4147-9632-e199a3f398df, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=02293ce2-b150-4147-9632-e199a3f398df,segment=NetworkSegment(7f0f17d1-ee65-42aa-885b-938bb9d3cd64),segment_id=7f0f17d1-ee65-42aa-885b-938bb9d3cd64)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:52:56.533104 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ccb36-ac14-4759-89c5-5dc7665807b8 None None] Pushing event updated for resources: {'Port': ['ID=5c9dccf5-7c40-4937-bb50-00bf384fed82,revision_number=2']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:56.542833 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-955ccb36-ac14-4759-89c5-5dc7665807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:56.544012 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:56.546051 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:56.623335 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cfe4480-e096-4b17-a867-f56168caa5d9 admin admin] Router 6b8ddce8-f2d1-4eff-9a86-cccab625f46a has already been hosted by L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 {{(pid=74981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 10 16:52:56.663706 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Pushing event updated for resources: {'Port': ['ID=02293ce2-b150-4147-9632-e199a3f398df,revision_number=4']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:56.669007 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:56.865665 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfe4480-e096-4b17-a867-f56168caa5d9 admin admin] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:52:56.874489 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5684f7e3-a80f-4b2a-9f6b-ec70d5058353 None None] Sync routers for ids ['6b8ddce8-f2d1-4eff-9a86-cccab625f46a'] in dv-cinder-808473-1-iscsi {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:52:56.877687 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-5cfe4480-e096-4b17-a867-f56168caa5d9 admin admin] 10.222.0.41 "PUT /v2.0/routers/6b8ddce8-f2d1-4eff-9a86-cccab625f46a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5000515
Sep 10 16:52:56.877830 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 37470) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:52:56.886169 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5684f7e3-a80f-4b2a-9f6b-ec70d5058353 None None] Routers {'6b8ddce8-f2d1-4eff-9a86-cccab625f46a'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:52:56.886780 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-5684f7e3-a80f-4b2a-9f6b-ec70d5058353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f862507e790>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:52:27Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['6b8ddce8-f2d1-4eff-9a86-cccab625f46a'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:52:57.059817 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc6f65c-65d9-4d9b-91ca-6e3195861537 admin admin] Router 51860788-0b18-4a8f-b644-b91df52fd90d is scheduled to L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 with binding_index 1 {{(pid=74982) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Sep 10 16:52:57.062673 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-5684f7e3-a80f-4b2a-9f6b-ec70d5058353 None None] Set router 6b8ddce8-f2d1-4eff-9a86-cccab625f46a gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:52:57.208224 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-82763f9b-9a85-4e3c-b189-f1401be650de admin admin] Notify callbacks [] for router, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:57.371127 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-5684f7e3-a80f-4b2a-9f6b-ec70d5058353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f862507e790>, [{'id': '6b8ddce8-f2d1-4eff-9a86-cccab625f46a', 'name': 'tempest-TestShelveInstance-1829433061-router', 'tenant_id': '817d6161456d4ad8845bd719e2966b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:52Z', 'updated_at': '2021-09-10T16:52:55Z', 'revision_number': 5, 'project_id': '817d6161456d4ad8845bd719e2966b4c', 'gw_port': {'id': 'ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:91:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8ddce8-f2d1-4eff-9a86-cccab625f46a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:53Z', 'updated_at': '2021-09-10T16:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi'}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:52:57.376337 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5684f7e3-a80f-4b2a-9f6b-ec70d5058353 None None] Checking router: 6b8ddce8-f2d1-4eff-9a86-cccab625f46a for host: dv-cinder-808473-1-iscsi {{(pid=74983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:52:57.387423 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5684f7e3-a80f-4b2a-9f6b-ec70d5058353 None None] Routers {'6b8ddce8-f2d1-4eff-9a86-cccab625f46a'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:52:57.388053 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-5684f7e3-a80f-4b2a-9f6b-ec70d5058353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f862507e790>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:52:27Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['6b8ddce8-f2d1-4eff-9a86-cccab625f46a'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:52:57.469089 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc6f65c-65d9-4d9b-91ca-6e3195861537 admin admin] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:52:57.478783 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb46baa-1d99-4c8b-86a7-3c11b5586758 None None] Sync routers for ids ['51860788-0b18-4a8f-b644-b91df52fd90d'] in dv-cinder-808473-1-iscsi {{(pid=74984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:52:57.499428 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb46baa-1d99-4c8b-86a7-3c11b5586758 None None] Routers {'51860788-0b18-4a8f-b644-b91df52fd90d'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:52:57.500043 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-5fb46baa-1d99-4c8b-86a7-3c11b5586758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8625579970>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:52:27Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['51860788-0b18-4a8f-b644-b91df52fd90d'], 'active': True} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:52:57.501529 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-8bc6f65c-65d9-4d9b-91ca-6e3195861537 admin admin] Notify callbacks [] for router, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:57.503091 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-8bc6f65c-65d9-4d9b-91ca-6e3195861537 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.2008212
Sep 10 16:52:57.505700 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 37474) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:52:57.526149 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245199e2-29ad-4661-9c79-42b22ff9c9c4 None None] Network 5eb71c14-76b0-48dd-abeb-921d4d66b27e requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:52:57.613784 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-82763f9b-9a85-4e3c-b189-f1401be650de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:57.628274 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [None req-82763f9b-9a85-4e3c-b189-f1401be650de admin admin] Deleting port ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc {{(pid=74982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:52:57.628702 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-82763f9b-9a85-4e3c-b189-f1401be650de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:57.650206 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c15f0e04-358b-4f4a-aaf6-c12632fe7454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:57.690858 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvr_db [None req-5fb46baa-1d99-4c8b-86a7-3c11b5586758 None None] Set router 51860788-0b18-4a8f-b644-b91df52fd90d gateway port host: dv-cinder-808473-1-iscsi {{(pid=74984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:52:57.696421 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-86eeab1a-0de8-4dcc-8776-65ba1c118664 None None] Provisioning for port 5c9dccf5-7c40-4937-bb50-00bf384fed82 completed by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:52:57.717837 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-5684f7e3-a80f-4b2a-9f6b-ec70d5058353 None None] Set router 6b8ddce8-f2d1-4eff-9a86-cccab625f46a gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:52:57.900465 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.db [None req-82763f9b-9a85-4e3c-b189-f1401be650de admin admin] For port ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc,segment=NetworkSegment(7f0f17d1-ee65-42aa-885b-938bb9d3cd64),segment_id=7f0f17d1-ee65-42aa-885b-938bb9d3cd64)] {{(pid=74982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:52:57.900824 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-82763f9b-9a85-4e3c-b189-f1401be650de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:57.995754 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-5fb46baa-1d99-4c8b-86a7-3c11b5586758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8625579970>, [{'id': '51860788-0b18-4a8f-b644-b91df52fd90d', 'name': 'tempest-TestVolumeBootPattern-1975118220-router', 'tenant_id': 'af3e17154b574edd87e42dd18163114a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '3ee4e74a-d02e-4bc8-be54-48d77db0c64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:52:55Z', 'updated_at': '2021-09-10T16:52:56Z', 'revision_number': 3, 'project_id': 'af3e17154b574edd87e42dd18163114a', 'gw_port': {'id': '3ee4e74a-d02e-4bc8-be54-48d77db0c64a', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:33:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51860788-0b18-4a8f-b644-b91df52fd90d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:55Z', 'updated_at': '2021-09-10T16:52:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi'}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:52:58.009963 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb46baa-1d99-4c8b-86a7-3c11b5586758 None None] Checking router: 51860788-0b18-4a8f-b644-b91df52fd90d for host: dv-cinder-808473-1-iscsi {{(pid=74984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:52:58.010679 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb46baa-1d99-4c8b-86a7-3c11b5586758 None None] Updating router 51860788-0b18-4a8f-b644-b91df52fd90d port 3ee4e74a-d02e-4bc8-be54-48d77db0c64a binding host dv-cinder-808473-1-iscsi {{(pid=74984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 10 16:52:58.068699 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-5fb46baa-1d99-4c8b-86a7-3c11b5586758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:58.080950 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [None req-82763f9b-9a85-4e3c-b189-f1401be650de admin admin] Calling delete_port for ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc owned by network:router_gateway {{(pid=74982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:52:58.131029 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-5684f7e3-a80f-4b2a-9f6b-ec70d5058353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f862507e790>, [{'id': '6b8ddce8-f2d1-4eff-9a86-cccab625f46a', 'name': 'tempest-TestShelveInstance-1829433061-router', 'tenant_id': '817d6161456d4ad8845bd719e2966b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:52Z', 'updated_at': '2021-09-10T16:52:55Z', 'revision_number': 5, 'project_id': '817d6161456d4ad8845bd719e2966b4c', 'gw_port': {'id': 'ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:91:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8ddce8-f2d1-4eff-9a86-cccab625f46a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:53Z', 'updated_at': '2021-09-10T16:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi'}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:52:58.135141 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 02293ce2-b150-4147-9632-e199a3f398df up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:52:58.173825 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5684f7e3-a80f-4b2a-9f6b-ec70d5058353 None None] The sync data for ids ['6b8ddce8-f2d1-4eff-9a86-cccab625f46a'] in dv-cinder-808473-1-iscsi is: [{'id': '6b8ddce8-f2d1-4eff-9a86-cccab625f46a', 'name': 'tempest-TestShelveInstance-1829433061-router', 'tenant_id': '817d6161456d4ad8845bd719e2966b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:46:52Z', 'updated_at': '2021-09-10T16:52:55Z', 'revision_number': 5, 'project_id': '817d6161456d4ad8845bd719e2966b4c', 'gw_port': {'id': 'ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:91:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8ddce8-f2d1-4eff-9a86-cccab625f46a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:46:53Z', 'updated_at': '2021-09-10T16:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi'}] {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:52:58.247094 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port 02293ce2-b150-4147-9632-e199a3f398df triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:52:58.248153 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:58.463760 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 5c9dccf5-7c40-4937-bb50-00bf384fed82 up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:52:58.527954 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-82763f9b-9a85-4e3c-b189-f1401be650de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:58.532023 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:58.532305 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:58.540495 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-5fb46baa-1d99-4c8b-86a7-3c11b5586758 None None] Notify callbacks [] for port, precommit_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:58.562695 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.provisioning_blocks [None req-5fb46baa-1d99-4c8b-86a7-3c11b5586758 None None] Transition to ACTIVE for port object 3ee4e74a-d02e-4bc8-be54-48d77db0c64a will not be triggered until provisioned by entity L2. {{(pid=74984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:52:58.571483 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-5fb46baa-1d99-4c8b-86a7-3c11b5586758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:58.573627 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning for port 5c9dccf5-7c40-4937-bb50-00bf384fed82 completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:52:58.577365 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82763f9b-9a85-4e3c-b189-f1401be650de admin admin] Pushing event deleted for resources: {'Port': ['ID=ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:58.583278 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port 5c9dccf5-7c40-4937-bb50-00bf384fed82 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:52:58.584207 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:58.584416 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:58.636435 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-82763f9b-9a85-4e3c-b189-f1401be650de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:58.663690 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09edf53e-b2b3-4485-832f-9c0943d1ce53 None None] Pushing event updated for resources: {'Port': ['ID=3ee4e74a-d02e-4bc8-be54-48d77db0c64a,revision_number=2']} {{(pid=74984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:58.673932 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.managers [None req-5fb46baa-1d99-4c8b-86a7-3c11b5586758 None None] Attempting to bind port 3ee4e74a-d02e-4bc8-be54-48d77db0c64a on host dv-cinder-808473-1-iscsi for vnic_type normal with profile  {{(pid=74984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:52:58.674448 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.managers [None req-5fb46baa-1d99-4c8b-86a7-3c11b5586758 None None] Attempting to bind port 3ee4e74a-d02e-4bc8-be54-48d77db0c64a by drivers openvswitch,hyperv on host dv-cinder-808473-1-iscsi at level 0 using segments [{'id': '7f0f17d1-ee65-42aa-885b-938bb9d3cd64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'}] {{(pid=74984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:52:58.676463 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb46baa-1d99-4c8b-86a7-3c11b5586758 None None] Attempting to bind port 3ee4e74a-d02e-4bc8-be54-48d77db0c64a on network 7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e {{(pid=74984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:52:58.685291 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09edf53e-b2b3-4485-832f-9c0943d1ce53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:52:58.685802 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09edf53e-b2b3-4485-832f-9c0943d1ce53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:52:58.686248 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09edf53e-b2b3-4485-832f-9c0943d1ce53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:52:58.686678 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09edf53e-b2b3-4485-832f-9c0943d1ce53 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:52:58.687104 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09edf53e-b2b3-4485-832f-9c0943d1ce53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:52:58.687526 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09edf53e-b2b3-4485-832f-9c0943d1ce53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:52:58.687949 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09edf53e-b2b3-4485-832f-9c0943d1ce53 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:52:58.688388 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09edf53e-b2b3-4485-832f-9c0943d1ce53 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:52:58.689285 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09edf53e-b2b3-4485-832f-9c0943d1ce53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:52:58.689285 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09edf53e-b2b3-4485-832f-9c0943d1ce53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:52:58.689728 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09edf53e-b2b3-4485-832f-9c0943d1ce53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:52:58.694779 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG oslo_concurrency.lockutils [None req-09edf53e-b2b3-4485-832f-9c0943d1ce53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:58.697847 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb46baa-1d99-4c8b-86a7-3c11b5586758 None None] Checking agent: {'id': 'f3cf38fb-3540-46d0-a6e6-e52cff650adc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 35, 26), 'started_at': datetime.datetime(2021, 9, 10, 16, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:52:58.698394 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb46baa-1d99-4c8b-86a7-3c11b5586758 None None] Checking segment: {'id': '7f0f17d1-ee65-42aa-885b-938bb9d3cd64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:52:58.698810 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-5fb46baa-1d99-4c8b-86a7-3c11b5586758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:58.699203 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb46baa-1d99-4c8b-86a7-3c11b5586758 None None] Bound using segment: {'id': '7f0f17d1-ee65-42aa-885b-938bb9d3cd64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'} {{(pid=74984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:52:58.699821 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.managers [None req-5fb46baa-1d99-4c8b-86a7-3c11b5586758 None None] Bound port: 3ee4e74a-d02e-4bc8-be54-48d77db0c64a, host: dv-cinder-808473-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f0f17d1-ee65-42aa-885b-938bb9d3cd64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e'}}] {{(pid=74984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:52:58.700468 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-5fb46baa-1d99-4c8b-86a7-3c11b5586758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:58.709286 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:58.753348 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] For port 5c9dccf5-7c40-4937-bb50-00bf384fed82, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=5c9dccf5-7c40-4937-bb50-00bf384fed82,segment=NetworkSegment(6b957715-d5ee-4775-8807-658c606519fb),segment_id=6b957715-d5ee-4775-8807-658c606519fb)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:52:58.759473 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:58.761337 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-88999446-df5e-4449-a56e-2916ac283f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:58.788485 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.db [None req-5fb46baa-1d99-4c8b-86a7-3c11b5586758 None None] For port 3ee4e74a-d02e-4bc8-be54-48d77db0c64a, host dv-cinder-808473-1-iscsi, cleared binding levels {{(pid=74984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:52:58.791783 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.db [None req-5fb46baa-1d99-4c8b-86a7-3c11b5586758 None None] For port 3ee4e74a-d02e-4bc8-be54-48d77db0c64a, host dv-cinder-808473-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=3ee4e74a-d02e-4bc8-be54-48d77db0c64a,segment=NetworkSegment(7f0f17d1-ee65-42aa-885b-938bb9d3cd64),segment_id=7f0f17d1-ee65-42aa-885b-938bb9d3cd64)] {{(pid=74984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:52:58.797318 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-5fb46baa-1d99-4c8b-86a7-3c11b5586758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:58.801259 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:58.829039 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Pushing event updated for resources: {'Port': ['ID=5c9dccf5-7c40-4937-bb50-00bf384fed82,revision_number=3']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:58.833011 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:58.875594 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09edf53e-b2b3-4485-832f-9c0943d1ce53 None None] Pushing event updated for resources: {'Port': ['ID=3ee4e74a-d02e-4bc8-be54-48d77db0c64a,revision_number=3']} {{(pid=74984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:58.878629 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG oslo_concurrency.lockutils [None req-09edf53e-b2b3-4485-832f-9c0943d1ce53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:58.879565 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb46baa-1d99-4c8b-86a7-3c11b5586758 None None] Routers {'51860788-0b18-4a8f-b644-b91df52fd90d'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:52:58.880249 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-5fb46baa-1d99-4c8b-86a7-3c11b5586758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8625579970>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:52:58Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['51860788-0b18-4a8f-b644-b91df52fd90d'], 'active': True} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:52:58.939588 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-82763f9b-9a85-4e3c-b189-f1401be650de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446838'] for router_gateway, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:59.051763 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvr_db [None req-5fb46baa-1d99-4c8b-86a7-3c11b5586758 None None] Set router 51860788-0b18-4a8f-b644-b91df52fd90d gateway port host: dv-cinder-808473-1-iscsi {{(pid=74984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:52:59.217818 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-82763f9b-9a85-4e3c-b189-f1401be650de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16218'] for router, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:59.225539 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-82763f9b-9a85-4e3c-b189-f1401be650de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:59.298270 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-82763f9b-9a85-4e3c-b189-f1401be650de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-448530'] for router, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:59.298790 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82763f9b-9a85-4e3c-b189-f1401be650de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b8ddce8-f2d1-4eff-9a86-cccab625f46a {{(pid=74982) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Sep 10 16:52:59.351394 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-5fb46baa-1d99-4c8b-86a7-3c11b5586758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8625579970>, [{'id': '51860788-0b18-4a8f-b644-b91df52fd90d', 'name': 'tempest-TestVolumeBootPattern-1975118220-router', 'tenant_id': 'af3e17154b574edd87e42dd18163114a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '3ee4e74a-d02e-4bc8-be54-48d77db0c64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:52:55Z', 'updated_at': '2021-09-10T16:52:56Z', 'revision_number': 3, 'project_id': 'af3e17154b574edd87e42dd18163114a', 'gw_port': {'id': '3ee4e74a-d02e-4bc8-be54-48d77db0c64a', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:33:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51860788-0b18-4a8f-b644-b91df52fd90d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:55Z', 'updated_at': '2021-09-10T16:52:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi'}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:52:59.354462 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-82763f9b-9a85-4e3c-b189-f1401be650de admin admin] Notify callbacks [] for router, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:59.355340 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb46baa-1d99-4c8b-86a7-3c11b5586758 None None] The sync data for ids ['51860788-0b18-4a8f-b644-b91df52fd90d'] in dv-cinder-808473-1-iscsi is: [{'id': '51860788-0b18-4a8f-b644-b91df52fd90d', 'name': 'tempest-TestVolumeBootPattern-1975118220-router', 'tenant_id': 'af3e17154b574edd87e42dd18163114a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '3ee4e74a-d02e-4bc8-be54-48d77db0c64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:52:55Z', 'updated_at': '2021-09-10T16:52:56Z', 'revision_number': 3, 'project_id': 'af3e17154b574edd87e42dd18163114a', 'gw_port': {'id': '3ee4e74a-d02e-4bc8-be54-48d77db0c64a', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:33:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51860788-0b18-4a8f-b644-b91df52fd90d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:55Z', 'updated_at': '2021-09-10T16:52:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi'}] {{(pid=74984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:52:59.355579 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-82763f9b-9a85-4e3c-b189-f1401be650de admin admin] 10.222.0.41 "DELETE /v2.0/routers/6b8ddce8-f2d1-4eff-9a86-cccab625f46a HTTP/1.1" status: 204  len: 168 time: 2.4766679
Sep 10 16:52:59.358969 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 37478) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:52:59.424770 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e363f152-eb30-46e3-847b-777277844d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:59.441919 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.db_base_plugin_v2 [None req-a44edabf-cc96-45af-bcb0-5e11366c1609 admin admin] Deleting subnet c16d58a3-b651-4121-a81b-00c18b8f9903 {{(pid=74981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 10 16:52:59.444794 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-a44edabf-cc96-45af-bcb0-5e11366c1609 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:59.494717 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-a44edabf-cc96-45af-bcb0-5e11366c1609 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3598062'] for subnet, precommit_delete_associations {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:59.570637 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-a44edabf-cc96-45af-bcb0-5e11366c1609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-567488'] for subnet, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:59.630788 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.db_base_plugin_common [None req-e363f152-eb30-46e3-847b-777277844d11 admin admin] Allocated IP 172.20.0.1 (5eb71c14-76b0-48dd-abeb-921d4d66b27e/18ec7eed-1320-4f6e-b487-70a908af37f5/f7ec6258-4a2f-42b4-a710-9a3413020df4) {{(pid=74982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:52:59.640123 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-a44edabf-cc96-45af-bcb0-5e11366c1609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2943328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3362714'] for subnet, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:59.644220 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:59.678628 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44edabf-cc96-45af-bcb0-5e11366c1609 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c16d58a3-b651-4121-a81b-00c18b8f9903,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:52:59.681200 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-a44edabf-cc96-45af-bcb0-5e11366c1609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:52:59.684312 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-a44edabf-cc96-45af-bcb0-5e11366c1609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for subnet, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:59.690340 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-a44edabf-cc96-45af-bcb0-5e11366c1609 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c16d58a3-b651-4121-a81b-00c18b8f9903 HTTP/1.1" status: 204  len: 168 time: 0.3302426
Sep 10 16:52:59.690877 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6304f866-c9ec-4f78-b46a-3f790d2f1e74 None None] Network 74cc6bdb-7b37-4594-91ba-090749308f61 requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:52:59.693378 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 37482) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:52:59.809530 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3f089cb1-696d-40be-8df4-da3ed72b4a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630774'] for network, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:59.821104 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [None req-3f089cb1-696d-40be-8df4-da3ed72b4a26 admin admin] Deleting port 980606a4-3723-4eeb-9f7e-c6d0af51a4c6 {{(pid=74981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:52:59.821742 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3f089cb1-696d-40be-8df4-da3ed72b4a26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:59.896873 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e363f152-eb30-46e3-847b-777277844d11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:59.912902 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.provisioning_blocks [None req-e363f152-eb30-46e3-847b-777277844d11 admin admin] Transition to ACTIVE for port object f7ec6258-4a2f-42b4-a710-9a3413020df4 will not be triggered until provisioned by entity DHCP. {{(pid=74982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:52:59.957943 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e363f152-eb30-46e3-847b-777277844d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:59.962905 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-c2245d49-56ef-416a-aca6-00abf7404ece service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:52:59.969416 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:52:59.980525 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403825c8-ae6c-44c1-8024-3297e591ae34 None None] DHCP port deletion for 74cc6bdb-7b37-4594-91ba-090749308f61 request from dv-cinder-808473-1-iscsi {{(pid=74983) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Sep 10 16:53:00.003243 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-403825c8-ae6c-44c1-8024-3297e591ae34 None None] Deleting port 980606a4-3723-4eeb-9f7e-c6d0af51a4c6 {{(pid=74983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:53:00.004107 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-403825c8-ae6c-44c1-8024-3297e591ae34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:00.031739 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e363f152-eb30-46e3-847b-777277844d11 admin admin] Network 5eb71c14-76b0-48dd-abeb-921d4d66b27e is already hosted by enough agents. {{(pid=74982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:53:00.034592 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.base_scheduler [None req-e363f152-eb30-46e3-847b-777277844d11 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:53:00.038629 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e363f152-eb30-46e3-847b-777277844d11 admin admin] Received port after_create {{(pid=74982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:53:00.060794 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [None req-3f089cb1-696d-40be-8df4-da3ed72b4a26 admin admin] For port 980606a4-3723-4eeb-9f7e-c6d0af51a4c6, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=980606a4-3723-4eeb-9f7e-c6d0af51a4c6,segment=NetworkSegment(7c2a59c4-3fd8-4625-bc67-899015a586ac),segment_id=7c2a59c4-3fd8-4625-bc67-899015a586ac)] {{(pid=74981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:53:00.061136 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3f089cb1-696d-40be-8df4-da3ed72b4a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:00.083235 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e363f152-eb30-46e3-847b-777277844d11 admin admin] Pushing event updated for resources: {'Port': ['ID=f7ec6258-4a2f-42b4-a710-9a3413020df4,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:53:00.088126 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-e363f152-eb30-46e3-847b-777277844d11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:53:00.103573 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e363f152-eb30-46e3-847b-777277844d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446932'] for router_interface, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:00.133075 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 5c9dccf5-7c40-4937-bb50-00bf384fed82 up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:53:00.200740 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e363f152-eb30-46e3-847b-777277844d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:00.305277 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port 5c9dccf5-7c40-4937-bb50-00bf384fed82 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:53:00.305660 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:00.348352 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [None req-3f089cb1-696d-40be-8df4-da3ed72b4a26 admin admin] Calling delete_port for 980606a4-3723-4eeb-9f7e-c6d0af51a4c6 owned by network:dhcp {{(pid=74981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:53:00.376321 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-832aeb4d-8d16-483c-816f-96d1568a6415 None None] Provisioning for port f7ec6258-4a2f-42b4-a710-9a3413020df4 completed by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:53:00.388949 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-403825c8-ae6c-44c1-8024-3297e591ae34 None None] For port 980606a4-3723-4eeb-9f7e-c6d0af51a4c6, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=980606a4-3723-4eeb-9f7e-c6d0af51a4c6,segment=NetworkSegment(7c2a59c4-3fd8-4625-bc67-899015a586ac),segment_id=7c2a59c4-3fd8-4625-bc67-899015a586ac)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:53:00.389304 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-403825c8-ae6c-44c1-8024-3297e591ae34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:00.398724 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-832aeb4d-8d16-483c-816f-96d1568a6415 None None] Provisioning complete for port f7ec6258-4a2f-42b4-a710-9a3413020df4 triggered by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:53:00.399108 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-832aeb4d-8d16-483c-816f-96d1568a6415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:00.428386 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3f089cb1-696d-40be-8df4-da3ed72b4a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2943309'] for port, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:00.434889 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-9935815d-6ecb-4483-92e1-6a7f27e5c7fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:53:00.472424 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e363f152-eb30-46e3-847b-777277844d11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:00.478777 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e363f152-eb30-46e3-847b-777277844d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2865589'] for port, after_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:00.490966 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f089cb1-696d-40be-8df4-da3ed72b4a26 admin admin] Pushing event deleted for resources: {'Port': ['ID=980606a4-3723-4eeb-9f7e-c6d0af51a4c6,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:53:00.494644 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-3f089cb1-696d-40be-8df4-da3ed72b4a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:53:00.495490 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f089cb1-696d-40be-8df4-da3ed72b4a26 admin admin] No DVR routers for this DVR port 980606a4-3723-4eeb-9f7e-c6d0af51a4c6 on host dv-cinder-808473-1-iscsi {{(pid=74981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 10 16:53:00.511847 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-7eb19e19-9ccc-4768-9205-b641f78be95a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:53:00.594042 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-403825c8-ae6c-44c1-8024-3297e591ae34 None None] Calling delete_port for 980606a4-3723-4eeb-9f7e-c6d0af51a4c6 owned by network:dhcp {{(pid=74983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:53:00.597160 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e363f152-eb30-46e3-847b-777277844d11 admin admin] Pushing event updated for resources: {'Port': ['ID=f7ec6258-4a2f-42b4-a710-9a3413020df4,revision_number=2']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:53:00.600068 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-e363f152-eb30-46e3-847b-777277844d11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:53:00.601069 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e363f152-eb30-46e3-847b-777277844d11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1231564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449135'] for router_interface, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:00.627835 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3f089cb1-696d-40be-8df4-da3ed72b4a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571207', 'neutron.services.segments.db._delete_segments_for_network-8763384148637'] for network, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:00.641216 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.services.segments.db [None req-3f089cb1-696d-40be-8df4-da3ed72b4a26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f862472c5b0>,) {'filters': {'network_id': ['74cc6bdb-7b37-4594-91ba-090749308f61']}} {{(pid=74981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:53:00.654629 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.services.segments.db [None req-3f089cb1-696d-40be-8df4-da3ed72b4a26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f862472c5b0>, '7c2a59c4-3fd8-4625-bc67-899015a586ac') {'for_net_delete': True} {{(pid=74981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:53:00.654998 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.services.segments.db [None req-3f089cb1-696d-40be-8df4-da3ed72b4a26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f862472c5b0>, '7c2a59c4-3fd8-4625-bc67-899015a586ac') {} {{(pid=74981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:53:00.666195 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-832aeb4d-8d16-483c-816f-96d1568a6415 None None] Port f7ec6258-4a2f-42b4-a710-9a3413020df4 cannot update to ACTIVE because it is not bound. {{(pid=74983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 10 16:53:00.670351 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3f089cb1-696d-40be-8df4-da3ed72b4a26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763384234424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3598071'] for segment, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:00.692811 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device be9c8437-e915-483f-8cd0-db09d452146c no longer exists at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:53:00.693784 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3f089cb1-696d-40be-8df4-da3ed72b4a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-567309'] for segment, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:00.701474 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f089cb1-696d-40be-8df4-da3ed72b4a26 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=74981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 10 16:53:00.702007 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3f089cb1-696d-40be-8df4-da3ed72b4a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2943294'] for segment, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:00.718474 dv-cinder-808473-1-iscsi neutron-server[74981]: Traceback (most recent call last):
Sep 10 16:53:00.718474 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 10 16:53:00.718474 dv-cinder-808473-1-iscsi neutron-server[74981]:     timer()
Sep 10 16:53:00.718474 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 10 16:53:00.718474 dv-cinder-808473-1-iscsi neutron-server[74981]:     cb(*args, **kw)
Sep 10 16:53:00.718474 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Sep 10 16:53:00.718474 dv-cinder-808473-1-iscsi neutron-server[74981]:     return func(*args, **kwargs)
Sep 10 16:53:00.718474 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 10 16:53:00.718474 dv-cinder-808473-1-iscsi neutron-server[74981]:     self._notify()
Sep 10 16:53:00.718474 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 10 16:53:00.718474 dv-cinder-808473-1-iscsi neutron-server[74981]:     self.callback(batched_events)
Sep 10 16:53:00.718474 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 10 16:53:00.718474 dv-cinder-808473-1-iscsi neutron-server[74981]:     event.method(event)
Sep 10 16:53:00.718474 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 10 16:53:00.718474 dv-cinder-808473-1-iscsi neutron-server[74981]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 10 16:53:00.718474 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 10 16:53:00.718474 dv-cinder-808473-1-iscsi neutron-server[74981]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 10 16:53:00.718474 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 10 16:53:00.718474 dv-cinder-808473-1-iscsi neutron-server[74981]:     return f(self, *a, **k)
Sep 10 16:53:00.718474 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 10 16:53:00.718474 dv-cinder-808473-1-iscsi neutron-server[74981]:     return self._get(url).json()
Sep 10 16:53:00.718474 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 10 16:53:00.718474 dv-cinder-808473-1-iscsi neutron-server[74981]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 10 16:53:00.718474 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 10 16:53:00.718474 dv-cinder-808473-1-iscsi neutron-server[74981]:     return self.request(url, 'GET', **kwargs)
Sep 10 16:53:00.718474 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 10 16:53:00.718474 dv-cinder-808473-1-iscsi neutron-server[74981]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 10 16:53:00.718474 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 10 16:53:00.718474 dv-cinder-808473-1-iscsi neutron-server[74981]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 10 16:53:00.718474 dv-cinder-808473-1-iscsi neutron-server[74981]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 10 16:53:00.718474 dv-cinder-808473-1-iscsi neutron-server[74981]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 10 16:53:00.718474 dv-cinder-808473-1-iscsi neutron-server[74981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 10 16:53:00.728713 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] No Port match for: be9c8437-e915-483f-8cd0-db09d452146c {{(pid=74983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 10 16:53:00.729065 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device be9c8437-e915-483f-8cd0-db09d452146c not bound to the agent host dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 10 16:53:00.734420 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.db.api [None req-403825c8-ae6c-44c1-8024-3297e591ae34 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74983) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 10 16:53:00.734792 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_db.api [None req-403825c8-ae6c-44c1-8024-3297e591ae34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 10 16:53:00.773311 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e363f152-eb30-46e3-847b-777277844d11 admin admin] Network 5eb71c14-76b0-48dd-abeb-921d4d66b27e is already hosted by enough agents. {{(pid=74982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:53:00.774472 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.base_scheduler [None req-e363f152-eb30-46e3-847b-777277844d11 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:53:00.815403 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3f089cb1-696d-40be-8df4-da3ed72b4a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446813'] for network, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:00.820565 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3f089cb1-696d-40be-8df4-da3ed72b4a26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for network, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:00.823290 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:53:00.847935 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f089cb1-696d-40be-8df4-da3ed72b4a26 admin admin] Pushing event deleted for resources: {'Network': ['ID=74cc6bdb-7b37-4594-91ba-090749308f61,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:53:00.851778 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-3f089cb1-696d-40be-8df4-da3ed72b4a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:53:00.857942 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-3f089cb1-696d-40be-8df4-da3ed72b4a26 admin admin] 10.222.0.41 "DELETE /v2.0/networks/74cc6bdb-7b37-4594-91ba-090749308f61 HTTP/1.1" status: 204  len: 168 time: 1.1633050
Sep 10 16:53:00.989909 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-78235d05-1ec5-4bbf-8b24-c15a95e9d920 None None] Provisioning complete for port f7ec6258-4a2f-42b4-a710-9a3413020df4 triggered by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:53:00.990618 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-78235d05-1ec5-4bbf-8b24-c15a95e9d920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:01.050592 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-78235d05-1ec5-4bbf-8b24-c15a95e9d920 None None] Port f7ec6258-4a2f-42b4-a710-9a3413020df4 cannot update to ACTIVE because it is not bound. {{(pid=74983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 10 16:53:01.067019 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 37488) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:53:01.119675 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-7f336565-98a8-4e72-b745-4a5d600cb9b6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=427e6796c7f542059575841cfab8a583&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0512207
Sep 10 16:53:01.121981 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 37492) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:53:01.170942 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e363f152-eb30-46e3-847b-777277844d11 admin admin] Router 51860788-0b18-4a8f-b644-b91df52fd90d has already been hosted by L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 {{(pid=74982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 10 16:53:01.179384 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-11881893-a783-4fc7-8632-c3f70d5c8f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:01.205219 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-11881893-a783-4fc7-8632-c3f70d5c8f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:01.235723 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-403825c8-ae6c-44c1-8024-3297e591ae34 None None] Deleting port 980606a4-3723-4eeb-9f7e-c6d0af51a4c6 {{(pid=74983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:53:01.236118 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-403825c8-ae6c-44c1-8024-3297e591ae34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:01.257232 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-11881893-a783-4fc7-8632-c3f70d5c8f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:01.268576 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-873f118e-eaa0-451a-a8bb-f51439668aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:53:01.289536 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-11881893-a783-4fc7-8632-c3f70d5c8f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:01.294959 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-11881893-a783-4fc7-8632-c3f70d5c8f1c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b806f0d2-e4b4-49ed-8dda-e41f4f57a6fa HTTP/1.1" status: 204  len: 168 time: 0.1720560
Sep 10 16:53:01.297289 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11881893-a783-4fc7-8632-c3f70d5c8f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b806f0d2-e4b4-49ed-8dda-e41f4f57a6fa,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:53:01.301036 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-11881893-a783-4fc7-8632-c3f70d5c8f1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:53:01.319146 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-403825c8-ae6c-44c1-8024-3297e591ae34 None None] The port '980606a4-3723-4eeb-9f7e-c6d0af51a4c6' was deleted {{(pid=74983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Sep 10 16:53:01.397549 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e363f152-eb30-46e3-847b-777277844d11 admin admin] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:53:01.406520 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-e363f152-eb30-46e3-847b-777277844d11 admin admin] 10.222.0.41 "PUT /v2.0/routers/51860788-0b18-4a8f-b644-b91df52fd90d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8997846
Sep 10 16:53:01.745312 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 37506) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:53:01.807469 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 37510) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:53:01.813645 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-ad5c9fe9-9052-4105-83b5-6528b80e9d46 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=817d6161456d4ad8845bd719e2966b4c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0584047
Sep 10 16:53:01.881634 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-7310dd01-0a79-4258-bbab-c1ca869aeb80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:01.911154 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-7310dd01-0a79-4258-bbab-c1ca869aeb80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:01.970531 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 980606a4-3723-4eeb-9f7e-c6d0af51a4c6 no longer exists at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:53:01.973376 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-7310dd01-0a79-4258-bbab-c1ca869aeb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:01.978581 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-27841eb4-cff5-49dd-9f4a-fabfd6b5c2d5 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:53:01.992487 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310dd01-0a79-4258-bbab-c1ca869aeb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6c5291-a7a2-4b3e-be22-afcc215349ff,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:53:02.002112 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-7310dd01-0a79-4258-bbab-c1ca869aeb80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:53:02.007025 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-7310dd01-0a79-4258-bbab-c1ca869aeb80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:02.010121 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-7310dd01-0a79-4258-bbab-c1ca869aeb80 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0e6c5291-a7a2-4b3e-be22-afcc215349ff HTTP/1.1" status: 204  len: 168 time: 0.1992257
Sep 10 16:53:02.022196 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] No Port match for: 980606a4-3723-4eeb-9f7e-c6d0af51a4c6 {{(pid=74983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 10 16:53:02.022559 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 980606a4-3723-4eeb-9f7e-c6d0af51a4c6 not bound to the agent host dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 10 16:53:02.057091 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 37516) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:53:02.063120 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [None req-f8c82c77-29f5-4b6b-9609-3ccd4b331a16 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1189678037', 'description': 'tempest-secgroup-smoke-1189678037 description', 'project_id': '7686cda897b34f55a9c6100a20beacbd'}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:53:02.069302 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-f8c82c77-29f5-4b6b-9609-3ccd4b331a16 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:53:02.073200 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-f8c82c77-29f5-4b6b-9609-3ccd4b331a16 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Usage tracker for resource:security_group and tenant:7686cda897b34f55a9c6100a20beacbd is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:53:02.076084 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-f8c82c77-29f5-4b6b-9609-3ccd4b331a16 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:53:02.082216 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-f8c82c77-29f5-4b6b-9609-3ccd4b331a16 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:53:02.092805 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-f8c82c77-29f5-4b6b-9609-3ccd4b331a16 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks [] for security_group, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:02.130842 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-f8c82c77-29f5-4b6b-9609-3ccd4b331a16 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:53:02.134734 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-f8c82c77-29f5-4b6b-9609-3ccd4b331a16 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Usage tracker for resource:security_group_rule and tenant:7686cda897b34f55a9c6100a20beacbd is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:53:02.138879 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-f8c82c77-29f5-4b6b-9609-3ccd4b331a16 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:53:02.145152 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-f8c82c77-29f5-4b6b-9609-3ccd4b331a16 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:53:02.208111 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-f8c82c77-29f5-4b6b-9609-3ccd4b331a16 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks [] for security_group, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:02.211375 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-f8c82c77-29f5-4b6b-9609-3ccd4b331a16 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:02.217385 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-2efd4c29-518e-4b81-b3dd-d6b35857e625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:53:02.261309 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c82c77-29f5-4b6b-9609-3ccd4b331a16 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:53:02.264814 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-f8c82c77-29f5-4b6b-9609-3ccd4b331a16 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:53:02.265698 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-f8c82c77-29f5-4b6b-9609-3ccd4b331a16 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:02.269733 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-f8c82c77-29f5-4b6b-9609-3ccd4b331a16 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2088320
Sep 10 16:53:02.270355 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 37520) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:53:02.275959 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-7d755e5b-6088-419c-a082-37b60c796ca6 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Request body: {'security_group_rule': {'security_group_id': 'b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a', 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:53:02.283186 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-7d755e5b-6088-419c-a082-37b60c796ca6 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:53:02.287745 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-7d755e5b-6088-419c-a082-37b60c796ca6 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Usage tracker for resource:security_group_rule and tenant:7686cda897b34f55a9c6100a20beacbd is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:53:02.292394 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-7d755e5b-6088-419c-a082-37b60c796ca6 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:53:02.299029 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-7d755e5b-6088-419c-a082-37b60c796ca6 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:53:02.316555 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7d755e5b-6088-419c-a082-37b60c796ca6 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:02.392266 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7d755e5b-6088-419c-a082-37b60c796ca6 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:02.397849 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7d755e5b-6088-419c-a082-37b60c796ca6 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350866'] for security_group_rule, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:02.401574 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-3a016f91-5123-42b5-8492-c5887d3e9204 tempest-TestMinimumBasicScenario-1947354160 tempest-TestMinimumBasicScenario-1947354160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:53:02.437825 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d755e5b-6088-419c-a082-37b60c796ca6 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32ebbd34-330d-4080-b675-20ca763cc570,revision_number=0']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:53:02.444088 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-7d755e5b-6088-419c-a082-37b60c796ca6 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:53:02.448458 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-7d755e5b-6088-419c-a082-37b60c796ca6 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:02.451539 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-7d755e5b-6088-419c-a082-37b60c796ca6 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1787658
Sep 10 16:53:02.453475 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 37524) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:53:02.459731 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [None req-ef0af717-84dd-4cad-b3e1-6e45d03c5265 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Request body: {'security_group_rule': {'security_group_id': 'b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a', 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:53:02.466502 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-ef0af717-84dd-4cad-b3e1-6e45d03c5265 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:53:02.470320 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-ef0af717-84dd-4cad-b3e1-6e45d03c5265 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Usage tracker for resource:security_group_rule and tenant:7686cda897b34f55a9c6100a20beacbd is out of sync, need to count used quota {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:53:02.473155 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [None req-ef0af717-84dd-4cad-b3e1-6e45d03c5265 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74981) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:53:02.479319 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [None req-ef0af717-84dd-4cad-b3e1-6e45d03c5265 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:53:02.496674 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-ef0af717-84dd-4cad-b3e1-6e45d03c5265 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:02.558145 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-ef0af717-84dd-4cad-b3e1-6e45d03c5265 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:02.562429 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-ef0af717-84dd-4cad-b3e1-6e45d03c5265 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350866'] for security_group_rule, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:02.565029 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:53:02.591142 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0af717-84dd-4cad-b3e1-6e45d03c5265 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a097284-4d18-4c54-94fc-7624d7a27ae7,revision_number=0']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:53:02.593612 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-ef0af717-84dd-4cad-b3e1-6e45d03c5265 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:53:02.601133 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-ef0af717-84dd-4cad-b3e1-6e45d03c5265 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:02.605233 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 37528) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:53:02.605412 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-ef0af717-84dd-4cad-b3e1-6e45d03c5265 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1507459
Sep 10 16:53:02.610995 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-4c58fa30-ba0b-42cb-9b72-03c642b64caa tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Request body: {'security_group_rule': {'security_group_id': 'b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a', 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:53:02.616817 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-4c58fa30-ba0b-42cb-9b72-03c642b64caa tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:53:02.620622 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-4c58fa30-ba0b-42cb-9b72-03c642b64caa tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Usage tracker for resource:security_group_rule and tenant:7686cda897b34f55a9c6100a20beacbd is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:53:02.624001 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-4c58fa30-ba0b-42cb-9b72-03c642b64caa tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:53:02.629650 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-4c58fa30-ba0b-42cb-9b72-03c642b64caa tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:53:02.646181 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-4c58fa30-ba0b-42cb-9b72-03c642b64caa tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:02.813051 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-4c58fa30-ba0b-42cb-9b72-03c642b64caa tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:02.816806 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-4c58fa30-ba0b-42cb-9b72-03c642b64caa tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350866'] for security_group_rule, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:02.818800 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:53:02.841068 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58fa30-ba0b-42cb-9b72-03c642b64caa tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acb07684-4d1a-4973-9621-531f2613aab6,revision_number=0']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:53:02.843553 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-4c58fa30-ba0b-42cb-9b72-03c642b64caa tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:53:02.851085 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-4c58fa30-ba0b-42cb-9b72-03c642b64caa tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:02.852371 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-4c58fa30-ba0b-42cb-9b72-03c642b64caa tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2460465
Sep 10 16:53:02.855023 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 37532) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:53:02.860838 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-027256dd-18d9-4630-8e02-5f5c7316194d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Request body: {'security_group_rule': {'security_group_id': 'b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a', 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:53:02.866673 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-027256dd-18d9-4630-8e02-5f5c7316194d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:53:02.870440 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-027256dd-18d9-4630-8e02-5f5c7316194d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Usage tracker for resource:security_group_rule and tenant:7686cda897b34f55a9c6100a20beacbd is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:53:02.873820 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-027256dd-18d9-4630-8e02-5f5c7316194d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:53:02.879438 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-027256dd-18d9-4630-8e02-5f5c7316194d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:53:02.897780 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-027256dd-18d9-4630-8e02-5f5c7316194d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:02.961145 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-027256dd-18d9-4630-8e02-5f5c7316194d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:02.965986 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-027256dd-18d9-4630-8e02-5f5c7316194d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350866'] for security_group_rule, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:02.967996 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-0163b379-1d17-4922-9ee4-aa138a52bdbc tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:53:02.988805 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027256dd-18d9-4630-8e02-5f5c7316194d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0b9488a-7f00-4db3-84c5-77297d95d1a5,revision_number=0']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:53:02.991290 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-027256dd-18d9-4630-8e02-5f5c7316194d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:53:02.998101 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-027256dd-18d9-4630-8e02-5f5c7316194d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:02.999249 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-027256dd-18d9-4630-8e02-5f5c7316194d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1433301
Sep 10 16:53:03.001938 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 37536) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:53:03.007142 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-a9c863ce-a268-41b4-b120-ddb94b8d8314 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Request body: {'security_group_rule': {'security_group_id': 'b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a', 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:53:03.013147 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-a9c863ce-a268-41b4-b120-ddb94b8d8314 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:53:03.016934 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-a9c863ce-a268-41b4-b120-ddb94b8d8314 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Usage tracker for resource:security_group_rule and tenant:7686cda897b34f55a9c6100a20beacbd is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:53:03.019733 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-a9c863ce-a268-41b4-b120-ddb94b8d8314 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:53:03.025399 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-a9c863ce-a268-41b4-b120-ddb94b8d8314 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:53:03.034960 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.db.securitygroups_db [None req-a9c863ce-a268-41b4-b120-ddb94b8d8314 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Project 7686cda897b34f55a9c6100a20beacbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Sep 10 16:53:03.041261 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-a9c863ce-a268-41b4-b120-ddb94b8d8314 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:03.107177 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-a9c863ce-a268-41b4-b120-ddb94b8d8314 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:03.110895 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-a9c863ce-a268-41b4-b120-ddb94b8d8314 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350866'] for security_group_rule, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:03.113087 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-7d755e5b-6088-419c-a082-37b60c796ca6 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:53:03.140567 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c863ce-a268-41b4-b120-ddb94b8d8314 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfcc1e6d-a399-4ad1-a28d-32c6eb810d3d,revision_number=0']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:53:03.145090 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-a9c863ce-a268-41b4-b120-ddb94b8d8314 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:53:03.149594 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-a9c863ce-a268-41b4-b120-ddb94b8d8314 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:03.150970 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-a9c863ce-a268-41b4-b120-ddb94b8d8314 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1481066
Sep 10 16:53:03.153626 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 37540) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:53:03.158946 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-b82516ce-6449-406b-b5bf-e9c438b1c867 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Request body: {'security_group_rule': {'security_group_id': 'b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a', 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:53:03.164743 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-b82516ce-6449-406b-b5bf-e9c438b1c867 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:53:03.169091 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-b82516ce-6449-406b-b5bf-e9c438b1c867 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Usage tracker for resource:security_group_rule and tenant:7686cda897b34f55a9c6100a20beacbd is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:53:03.172706 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-b82516ce-6449-406b-b5bf-e9c438b1c867 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:53:03.178305 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-b82516ce-6449-406b-b5bf-e9c438b1c867 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:53:03.189254 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.db.securitygroups_db [None req-b82516ce-6449-406b-b5bf-e9c438b1c867 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Project 7686cda897b34f55a9c6100a20beacbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Sep 10 16:53:03.195698 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b82516ce-6449-406b-b5bf-e9c438b1c867 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:03.258604 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b82516ce-6449-406b-b5bf-e9c438b1c867 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:03.261855 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b82516ce-6449-406b-b5bf-e9c438b1c867 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350866'] for security_group_rule, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:03.263789 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:53:03.284638 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82516ce-6449-406b-b5bf-e9c438b1c867 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7f13d75-b0ee-4143-8a98-d6dc44f38344,revision_number=0']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:53:03.287084 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-b82516ce-6449-406b-b5bf-e9c438b1c867 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:53:03.294642 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b82516ce-6449-406b-b5bf-e9c438b1c867 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:03.295853 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-b82516ce-6449-406b-b5bf-e9c438b1c867 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1413002
Sep 10 16:53:05.984514 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 3ee4e74a-d02e-4bc8-be54-48d77db0c64a up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:53:06.083465 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:06.098955 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning for port 3ee4e74a-d02e-4bc8-be54-48d77db0c64a completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:53:06.103742 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port 3ee4e74a-d02e-4bc8-be54-48d77db0c64a triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:53:06.104121 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:06.217423 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:06.233456 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] For port 3ee4e74a-d02e-4bc8-be54-48d77db0c64a, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=3ee4e74a-d02e-4bc8-be54-48d77db0c64a,segment=NetworkSegment(7f0f17d1-ee65-42aa-885b-938bb9d3cd64),segment_id=7f0f17d1-ee65-42aa-885b-938bb9d3cd64)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:53:06.237189 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:06.239016 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:53:06.306312 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Pushing event updated for resources: {'Port': ['ID=3ee4e74a-d02e-4bc8-be54-48d77db0c64a,revision_number=4']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:53:06.309957 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:53:06.882333 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 6 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 16:53:07.319102 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9125fe8-6646-49fe-84d8-7eadf271de6a None None] Sync routers for ids ['e51fcaed-14e6-43f5-903e-8e37801fc96e'] in dv-cinder-808473-1-iscsi {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:53:07.332496 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9125fe8-6646-49fe-84d8-7eadf271de6a None None] Routers {'e51fcaed-14e6-43f5-903e-8e37801fc96e'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:53:07.333203 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-c9125fe8-6646-49fe-84d8-7eadf271de6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f862591bb80>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:52:58Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['e51fcaed-14e6-43f5-903e-8e37801fc96e'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:53:07.511388 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-c9125fe8-6646-49fe-84d8-7eadf271de6a None None] Set router e51fcaed-14e6-43f5-903e-8e37801fc96e gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:53:07.826783 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-c9125fe8-6646-49fe-84d8-7eadf271de6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f862591bb80>, [{'id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'name': 'tempest-TestVolumeBootPattern-131779652-router', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '02293ce2-b150-4147-9632-e199a3f398df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:51Z', 'revision_number': 4, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'gw_port': {'id': '02293ce2-b150-4147-9632-e199a3f398df', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': 'b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22', 'name': '', 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'mac_address': 'fa:16:3e:3e:88:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:50Z', 'updated_at': '2021-09-10T16:52:51Z', 'revision_number': 2, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'subnets': [{'id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:53:07.830577 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9125fe8-6646-49fe-84d8-7eadf271de6a None None] Checking router: e51fcaed-14e6-43f5-903e-8e37801fc96e for host: dv-cinder-808473-1-iscsi {{(pid=74983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:53:07.831145 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9125fe8-6646-49fe-84d8-7eadf271de6a None None] Updating router e51fcaed-14e6-43f5-903e-8e37801fc96e port b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22 binding host dv-cinder-808473-1-iscsi {{(pid=74983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 10 16:53:07.879866 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c9125fe8-6646-49fe-84d8-7eadf271de6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:07.985419 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 3ee4e74a-d02e-4bc8-be54-48d77db0c64a up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:53:08.162050 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port 3ee4e74a-d02e-4bc8-be54-48d77db0c64a triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:53:08.162391 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:08.374861 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c9125fe8-6646-49fe-84d8-7eadf271de6a None None] Notify callbacks [] for port, precommit_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:08.380025 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc no longer exists at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:53:08.421547 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] No Port match for: ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc {{(pid=74983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 10 16:53:08.421811 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device ca6fab88-4ba7-4a25-a9cc-625e6bd40ebc not bound to the agent host dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 10 16:53:08.423724 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c9125fe8-6646-49fe-84d8-7eadf271de6a None None] Transition to ACTIVE for port object b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22 will not be triggered until provisioned by entity L2. {{(pid=74983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:53:08.430261 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c9125fe8-6646-49fe-84d8-7eadf271de6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:08.433566 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-369489f1-5d5f-4701-8445-5737b476d143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:53:08.587736 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d2abc-5545-4d3b-8f4e-1cfb46aaf5d5 None None] Pushing event updated for resources: {'Port': ['ID=b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22,revision_number=3']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:53:08.591771 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-486d2abc-5545-4d3b-8f4e-1cfb46aaf5d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:53:08.681057 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-c9125fe8-6646-49fe-84d8-7eadf271de6a None None] Attempting to bind port b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22 on host dv-cinder-808473-1-iscsi for vnic_type normal with profile  {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:53:08.681383 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-c9125fe8-6646-49fe-84d8-7eadf271de6a None None] Attempting to bind port b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22 by drivers openvswitch,hyperv on host dv-cinder-808473-1-iscsi at level 0 using segments [{'id': '6d02c11a-e94d-403f-bc27-639896326b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b'}] {{(pid=74983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:53:08.681754 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9125fe8-6646-49fe-84d8-7eadf271de6a None None] Attempting to bind port b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22 on network 9278cdbd-cac5-475b-a9e3-48d35686072b {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:53:08.688580 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9125fe8-6646-49fe-84d8-7eadf271de6a None None] Checking agent: {'id': 'f3cf38fb-3540-46d0-a6e6-e52cff650adc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 35, 26), 'started_at': datetime.datetime(2021, 9, 10, 16, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:53:08.688956 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9125fe8-6646-49fe-84d8-7eadf271de6a None None] Checking segment: {'id': '6d02c11a-e94d-403f-bc27-639896326b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:53:08.689362 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c9125fe8-6646-49fe-84d8-7eadf271de6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:08.689755 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9125fe8-6646-49fe-84d8-7eadf271de6a None None] Bound using segment: {'id': '6d02c11a-e94d-403f-bc27-639896326b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b'} {{(pid=74983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:53:08.690245 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.managers [None req-c9125fe8-6646-49fe-84d8-7eadf271de6a None None] Bound port: b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22, host: dv-cinder-808473-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d02c11a-e94d-403f-bc27-639896326b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b'}}] {{(pid=74983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:53:08.690626 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c9125fe8-6646-49fe-84d8-7eadf271de6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:08.792577 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c9125fe8-6646-49fe-84d8-7eadf271de6a None None] For port b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22, host dv-cinder-808473-1-iscsi, cleared binding levels {{(pid=74983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:53:08.795548 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c9125fe8-6646-49fe-84d8-7eadf271de6a None None] For port b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22, host dv-cinder-808473-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22,segment=NetworkSegment(6d02c11a-e94d-403f-bc27-639896326b72),segment_id=6d02c11a-e94d-403f-bc27-639896326b72)] {{(pid=74983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:53:08.800200 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c9125fe8-6646-49fe-84d8-7eadf271de6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:08.803552 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:53:08.877606 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d2abc-5545-4d3b-8f4e-1cfb46aaf5d5 None None] Pushing event updated for resources: {'Port': ['ID=b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22,revision_number=4']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:53:08.881193 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-486d2abc-5545-4d3b-8f4e-1cfb46aaf5d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:53:08.883652 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9125fe8-6646-49fe-84d8-7eadf271de6a None None] Routers {'e51fcaed-14e6-43f5-903e-8e37801fc96e'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:53:08.892211 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-c9125fe8-6646-49fe-84d8-7eadf271de6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f862591bb80>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:52:58Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['e51fcaed-14e6-43f5-903e-8e37801fc96e'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:53:09.068008 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-c9125fe8-6646-49fe-84d8-7eadf271de6a None None] Set router e51fcaed-14e6-43f5-903e-8e37801fc96e gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:53:09.391242 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-c9125fe8-6646-49fe-84d8-7eadf271de6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f862591bb80>, [{'id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'name': 'tempest-TestVolumeBootPattern-131779652-router', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '02293ce2-b150-4147-9632-e199a3f398df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:51Z', 'revision_number': 4, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'gw_port': {'id': '02293ce2-b150-4147-9632-e199a3f398df', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': 'b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22', 'name': '', 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'mac_address': 'fa:16:3e:3e:88:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:50Z', 'updated_at': '2021-09-10T16:53:08Z', 'revision_number': 4, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'subnets': [{'id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:53:09.395115 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9125fe8-6646-49fe-84d8-7eadf271de6a None None] The sync data for ids ['e51fcaed-14e6-43f5-903e-8e37801fc96e'] in dv-cinder-808473-1-iscsi is: [{'id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'name': 'tempest-TestVolumeBootPattern-131779652-router', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '02293ce2-b150-4147-9632-e199a3f398df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:51Z', 'revision_number': 4, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'gw_port': {'id': '02293ce2-b150-4147-9632-e199a3f398df', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': 'b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22', 'name': '', 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'mac_address': 'fa:16:3e:3e:88:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:50Z', 'updated_at': '2021-09-10T16:53:08Z', 'revision_number': 4, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'subnets': [{'id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:53:09.994294 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22 up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:53:10.068327 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning for port b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22 completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:53:10.073198 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:53:10.073587 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:10.190821 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:10.222702 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] For port b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22,segment=NetworkSegment(6d02c11a-e94d-403f-bc27-639896326b72),segment_id=6d02c11a-e94d-403f-bc27-639896326b72)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:53:10.226296 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:10.228144 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:53:10.289918 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Pushing event updated for resources: {'Port': ['ID=b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22,revision_number=5']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:53:10.292910 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:53:11.976375 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22 up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:53:12.047141 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:53:12.047519 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:14.188854 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4e1ba4-1ba2-4c57-adb8-3dedb36809a3 None None] Sync routers for ids ['51860788-0b18-4a8f-b644-b91df52fd90d'] in dv-cinder-808473-1-iscsi {{(pid=74984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:53:14.204716 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4e1ba4-1ba2-4c57-adb8-3dedb36809a3 None None] Routers {'51860788-0b18-4a8f-b644-b91df52fd90d'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:53:14.205338 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-6f4e1ba4-1ba2-4c57-adb8-3dedb36809a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f86256ab760>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:52:58Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['51860788-0b18-4a8f-b644-b91df52fd90d'], 'active': True} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:53:14.381171 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvr_db [None req-6f4e1ba4-1ba2-4c57-adb8-3dedb36809a3 None None] Set router 51860788-0b18-4a8f-b644-b91df52fd90d gateway port host: dv-cinder-808473-1-iscsi {{(pid=74984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:53:14.689084 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-6f4e1ba4-1ba2-4c57-adb8-3dedb36809a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f86256ab760>, [{'id': '51860788-0b18-4a8f-b644-b91df52fd90d', 'name': 'tempest-TestVolumeBootPattern-1975118220-router', 'tenant_id': 'af3e17154b574edd87e42dd18163114a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '3ee4e74a-d02e-4bc8-be54-48d77db0c64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:52:55Z', 'updated_at': '2021-09-10T16:53:00Z', 'revision_number': 4, 'project_id': 'af3e17154b574edd87e42dd18163114a', 'gw_port': {'id': '3ee4e74a-d02e-4bc8-be54-48d77db0c64a', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:33:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51860788-0b18-4a8f-b644-b91df52fd90d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:55Z', 'updated_at': '2021-09-10T16:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': 'f7ec6258-4a2f-42b4-a710-9a3413020df4', 'name': '', 'network_id': '5eb71c14-76b0-48dd-abeb-921d4d66b27e', 'tenant_id': 'af3e17154b574edd87e42dd18163114a', 'mac_address': 'fa:16:3e:e5:50:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51860788-0b18-4a8f-b644-b91df52fd90d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18ec7eed-1320-4f6e-b487-70a908af37f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:59Z', 'updated_at': '2021-09-10T16:53:00Z', 'revision_number': 2, 'project_id': 'af3e17154b574edd87e42dd18163114a', 'subnets': [{'id': '18ec7eed-1320-4f6e-b487-70a908af37f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:53:14.693294 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4e1ba4-1ba2-4c57-adb8-3dedb36809a3 None None] Checking router: 51860788-0b18-4a8f-b644-b91df52fd90d for host: dv-cinder-808473-1-iscsi {{(pid=74984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:53:14.693677 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4e1ba4-1ba2-4c57-adb8-3dedb36809a3 None None] Updating router 51860788-0b18-4a8f-b644-b91df52fd90d port f7ec6258-4a2f-42b4-a710-9a3413020df4 binding host dv-cinder-808473-1-iscsi {{(pid=74984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 10 16:53:14.747477 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-6f4e1ba4-1ba2-4c57-adb8-3dedb36809a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:15.075907 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-6f4e1ba4-1ba2-4c57-adb8-3dedb36809a3 None None] Notify callbacks [] for port, precommit_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:15.088469 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.provisioning_blocks [None req-6f4e1ba4-1ba2-4c57-adb8-3dedb36809a3 None None] Transition to ACTIVE for port object f7ec6258-4a2f-42b4-a710-9a3413020df4 will not be triggered until provisioned by entity L2. {{(pid=74984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:53:15.095804 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-6f4e1ba4-1ba2-4c57-adb8-3dedb36809a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:15.099563 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG oslo_concurrency.lockutils [None req-a66cf9ee-7a3c-4c86-9931-c2a3ee698bcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:53:15.217520 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e16a8-0738-46d6-a797-69f810a98159 None None] Pushing event updated for resources: {'Port': ['ID=f7ec6258-4a2f-42b4-a710-9a3413020df4,revision_number=3']} {{(pid=74984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:53:15.221012 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG oslo_concurrency.lockutils [None req-d79e16a8-0738-46d6-a797-69f810a98159 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:53:15.312190 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.managers [None req-6f4e1ba4-1ba2-4c57-adb8-3dedb36809a3 None None] Attempting to bind port f7ec6258-4a2f-42b4-a710-9a3413020df4 on host dv-cinder-808473-1-iscsi for vnic_type normal with profile  {{(pid=74984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:53:15.312567 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.managers [None req-6f4e1ba4-1ba2-4c57-adb8-3dedb36809a3 None None] Attempting to bind port f7ec6258-4a2f-42b4-a710-9a3413020df4 by drivers openvswitch,hyperv on host dv-cinder-808473-1-iscsi at level 0 using segments [{'id': '6b957715-d5ee-4775-8807-658c606519fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5eb71c14-76b0-48dd-abeb-921d4d66b27e'}] {{(pid=74984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:53:15.312981 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4e1ba4-1ba2-4c57-adb8-3dedb36809a3 None None] Attempting to bind port f7ec6258-4a2f-42b4-a710-9a3413020df4 on network 5eb71c14-76b0-48dd-abeb-921d4d66b27e {{(pid=74984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:53:15.319836 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4e1ba4-1ba2-4c57-adb8-3dedb36809a3 None None] Checking agent: {'id': 'f3cf38fb-3540-46d0-a6e6-e52cff650adc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808473-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 35, 26), 'started_at': datetime.datetime(2021, 9, 10, 16, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808473-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:53:15.320399 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4e1ba4-1ba2-4c57-adb8-3dedb36809a3 None None] Checking segment: {'id': '6b957715-d5ee-4775-8807-658c606519fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5eb71c14-76b0-48dd-abeb-921d4d66b27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:53:15.320799 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-6f4e1ba4-1ba2-4c57-adb8-3dedb36809a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:15.321192 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4e1ba4-1ba2-4c57-adb8-3dedb36809a3 None None] Bound using segment: {'id': '6b957715-d5ee-4775-8807-658c606519fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5eb71c14-76b0-48dd-abeb-921d4d66b27e'} {{(pid=74984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:53:15.321656 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.managers [None req-6f4e1ba4-1ba2-4c57-adb8-3dedb36809a3 None None] Bound port: f7ec6258-4a2f-42b4-a710-9a3413020df4, host: dv-cinder-808473-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b957715-d5ee-4775-8807-658c606519fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5eb71c14-76b0-48dd-abeb-921d4d66b27e'}}] {{(pid=74984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:53:15.322055 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-6f4e1ba4-1ba2-4c57-adb8-3dedb36809a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:15.408545 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.db [None req-6f4e1ba4-1ba2-4c57-adb8-3dedb36809a3 None None] For port f7ec6258-4a2f-42b4-a710-9a3413020df4, host dv-cinder-808473-1-iscsi, cleared binding levels {{(pid=74984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:53:15.411420 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.plugins.ml2.db [None req-6f4e1ba4-1ba2-4c57-adb8-3dedb36809a3 None None] For port f7ec6258-4a2f-42b4-a710-9a3413020df4, host dv-cinder-808473-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=f7ec6258-4a2f-42b4-a710-9a3413020df4,segment=NetworkSegment(6b957715-d5ee-4775-8807-658c606519fb),segment_id=6b957715-d5ee-4775-8807-658c606519fb)] {{(pid=74984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:53:15.415570 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron_lib.callbacks.manager [None req-6f4e1ba4-1ba2-4c57-adb8-3dedb36809a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:15.419752 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG oslo_concurrency.lockutils [None req-fd16fc09-c919-4804-81c0-66c10f047de3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:53:15.517465 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e16a8-0738-46d6-a797-69f810a98159 None None] Pushing event updated for resources: {'Port': ['ID=f7ec6258-4a2f-42b4-a710-9a3413020df4,revision_number=4']} {{(pid=74984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:53:15.521602 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG oslo_concurrency.lockutils [None req-d79e16a8-0738-46d6-a797-69f810a98159 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:53:15.525759 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4e1ba4-1ba2-4c57-adb8-3dedb36809a3 None None] Routers {'51860788-0b18-4a8f-b644-b91df52fd90d'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:53:15.526412 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-6f4e1ba4-1ba2-4c57-adb8-3dedb36809a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f86256ab760>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:52:58Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['51860788-0b18-4a8f-b644-b91df52fd90d'], 'active': True} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:53:15.705590 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvr_db [None req-6f4e1ba4-1ba2-4c57-adb8-3dedb36809a3 None None] Set router 51860788-0b18-4a8f-b644-b91df52fd90d gateway port host: dv-cinder-808473-1-iscsi {{(pid=74984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:53:16.017333 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-6f4e1ba4-1ba2-4c57-adb8-3dedb36809a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f86256ab760>, [{'id': '51860788-0b18-4a8f-b644-b91df52fd90d', 'name': 'tempest-TestVolumeBootPattern-1975118220-router', 'tenant_id': 'af3e17154b574edd87e42dd18163114a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '3ee4e74a-d02e-4bc8-be54-48d77db0c64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:52:55Z', 'updated_at': '2021-09-10T16:53:00Z', 'revision_number': 4, 'project_id': 'af3e17154b574edd87e42dd18163114a', 'gw_port': {'id': '3ee4e74a-d02e-4bc8-be54-48d77db0c64a', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:33:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51860788-0b18-4a8f-b644-b91df52fd90d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:55Z', 'updated_at': '2021-09-10T16:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': 'f7ec6258-4a2f-42b4-a710-9a3413020df4', 'name': '', 'network_id': '5eb71c14-76b0-48dd-abeb-921d4d66b27e', 'tenant_id': 'af3e17154b574edd87e42dd18163114a', 'mac_address': 'fa:16:3e:e5:50:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51860788-0b18-4a8f-b644-b91df52fd90d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18ec7eed-1320-4f6e-b487-70a908af37f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:59Z', 'updated_at': '2021-09-10T16:53:15Z', 'revision_number': 4, 'project_id': 'af3e17154b574edd87e42dd18163114a', 'subnets': [{'id': '18ec7eed-1320-4f6e-b487-70a908af37f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:53:16.021187 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4e1ba4-1ba2-4c57-adb8-3dedb36809a3 None None] The sync data for ids ['51860788-0b18-4a8f-b644-b91df52fd90d'] in dv-cinder-808473-1-iscsi is: [{'id': '51860788-0b18-4a8f-b644-b91df52fd90d', 'name': 'tempest-TestVolumeBootPattern-1975118220-router', 'tenant_id': 'af3e17154b574edd87e42dd18163114a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '3ee4e74a-d02e-4bc8-be54-48d77db0c64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:52:55Z', 'updated_at': '2021-09-10T16:53:00Z', 'revision_number': 4, 'project_id': 'af3e17154b574edd87e42dd18163114a', 'gw_port': {'id': '3ee4e74a-d02e-4bc8-be54-48d77db0c64a', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:33:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51860788-0b18-4a8f-b644-b91df52fd90d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:55Z', 'updated_at': '2021-09-10T16:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': 'f7ec6258-4a2f-42b4-a710-9a3413020df4', 'name': '', 'network_id': '5eb71c14-76b0-48dd-abeb-921d4d66b27e', 'tenant_id': 'af3e17154b574edd87e42dd18163114a', 'mac_address': 'fa:16:3e:e5:50:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51860788-0b18-4a8f-b644-b91df52fd90d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18ec7eed-1320-4f6e-b487-70a908af37f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:59Z', 'updated_at': '2021-09-10T16:53:15Z', 'revision_number': 4, 'project_id': 'af3e17154b574edd87e42dd18163114a', 'subnets': [{'id': '18ec7eed-1320-4f6e-b487-70a908af37f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:53:17.995814 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device f7ec6258-4a2f-42b4-a710-9a3413020df4 up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:53:18.062511 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning for port f7ec6258-4a2f-42b4-a710-9a3413020df4 completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:53:18.067040 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port f7ec6258-4a2f-42b4-a710-9a3413020df4 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:53:18.067416 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:18.180230 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:18.214754 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] For port f7ec6258-4a2f-42b4-a710-9a3413020df4, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=f7ec6258-4a2f-42b4-a710-9a3413020df4,segment=NetworkSegment(6b957715-d5ee-4775-8807-658c606519fb),segment_id=6b957715-d5ee-4775-8807-658c606519fb)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:53:18.218735 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:18.221969 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:53:18.283901 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Pushing event updated for resources: {'Port': ['ID=f7ec6258-4a2f-42b4-a710-9a3413020df4,revision_number=5']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:53:18.286981 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:53:19.978289 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device f7ec6258-4a2f-42b4-a710-9a3413020df4 up at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:53:20.079007 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Provisioning complete for port f7ec6258-4a2f-42b4-a710-9a3413020df4 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:53:20.079394 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:20.612700 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-33586ca2-91e3-4542-92b2-c639e4115bf3 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1189678037&fields=id&tenant_id=7686cda897b34f55a9c6100a20beacbd HTTP/1.1" status: 200  len: 267 time: 0.0416079
Sep 10 16:53:20.759852 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-a222a494-8703-45ac-bf1e-ac59138390bd tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:53:20.761185 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-a222a494-8703-45ac-bf1e-ac59138390bd tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/networks?id=9278cdbd-cac5-475b-a9e3-48d35686072b HTTP/1.1" status: 200  len: 811 time: 0.1424682
Sep 10 16:53:20.777308 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-1051bc6c-a3f6-40ff-bdcf-58da131c3990 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/quotas/7686cda897b34f55a9c6100a20beacbd HTTP/1.1" status: 200  len: 375 time: 0.0103393
Sep 10 16:53:20.861102 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-8ded377a-be9b-4ba2-bf74-1328cf545af6 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7686cda897b34f55a9c6100a20beacbd&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0785596
Sep 10 16:53:20.995379 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-4eed8a96-20e7-4a50-8747-49b9af99ca18 service neutron] 10.222.0.41 "GET /v2.0/networks/9278cdbd-cac5-475b-a9e3-48d35686072b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233196
Sep 10 16:53:21.124774 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-5662181f-f0b5-4305-94dd-fe9f7df35194 service neutron] 10.222.0.41 "GET /v2.0/networks/9278cdbd-cac5-475b-a9e3-48d35686072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226869
Sep 10 16:53:21.514329 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-9646e9d9-0525-48a0-ac04-99bbc2c7457d req-87fd5fc8-9acb-4d1f-bab7-467ea27c4e73 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Synchronizing usage tracker for tenant:7686cda897b34f55a9c6100a20beacbd on resource:port {{(pid=74981) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:53:21.531298 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-9646e9d9-0525-48a0-ac04-99bbc2c7457d req-87fd5fc8-9acb-4d1f-bab7-467ea27c4e73 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Unset dirty status for tenant:7686cda897b34f55a9c6100a20beacbd on resource:port {{(pid=74981) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:53:21.532535 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-9646e9d9-0525-48a0-ac04-99bbc2c7457d req-87fd5fc8-9acb-4d1f-bab7-467ea27c4e73 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f18f6f9-93f6-476b-8c89-ffe8ad5cdacc HTTP/1.1" status: 200  len: 210 time: 0.0599067
Sep 10 16:53:22.514552 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-8eb87db4-3ec2-4935-b7d4-d4ba7b780789 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:53:22.515572 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-8eb87db4-3ec2-4935-b7d4-d4ba7b780789 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Synchronizing usage tracker for tenant:7686cda897b34f55a9c6100a20beacbd on resource:network {{(pid=74981) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:53:22.532099 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-8eb87db4-3ec2-4935-b7d4-d4ba7b780789 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Unset dirty status for tenant:7686cda897b34f55a9c6100a20beacbd on resource:network {{(pid=74981) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:53:22.533053 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-8eb87db4-3ec2-4935-b7d4-d4ba7b780789 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.24 "GET /v2.0/networks?id=9278cdbd-cac5-475b-a9e3-48d35686072b HTTP/1.1" status: 200  len: 811 time: 0.1632946
Sep 10 16:53:22.590233 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-76382cd3-523b-4a3e-83e6-3cd29baec44e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Synchronizing usage tracker for tenant:7686cda897b34f55a9c6100a20beacbd on resource:security_group {{(pid=74981) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:53:22.607688 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-76382cd3-523b-4a3e-83e6-3cd29baec44e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Unset dirty status for tenant:7686cda897b34f55a9c6100a20beacbd on resource:security_group {{(pid=74981) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:53:22.608950 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-76382cd3-523b-4a3e-83e6-3cd29baec44e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7686cda897b34f55a9c6100a20beacbd HTTP/1.1" status: 200  len: 380 time: 0.0636563
Sep 10 16:53:22.619928 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-ced6dc9a-69cb-45a3-af05-39a8d348bfdd tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Request body: {'port': {'device_id': '3f18f6f9-93f6-476b-8c89-ffe8ad5cdacc', 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b', 'admin_state_up': True, 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'security_groups': ['b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a']}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:53:22.697000 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-7328941c-79c3-4298-9875-3666d480cb50 req-9c66071e-b76f-4d16-b1cf-cd24dee99fc4 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f18f6f9-93f6-476b-8c89-ffe8ad5cdacc HTTP/1.1" status: 200  len: 210 time: 0.0402634
Sep 10 16:53:22.757599 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-ced6dc9a-69cb-45a3-af05-39a8d348bfdd tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:53:22.767554 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-ced6dc9a-69cb-45a3-af05-39a8d348bfdd tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:53:22.776627 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-ced6dc9a-69cb-45a3-af05-39a8d348bfdd tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Made reservation on behalf of 7686cda897b34f55a9c6100a20beacbd for: {'port': 1} {{(pid=74981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:53:22.779628 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-ced6dc9a-69cb-45a3-af05-39a8d348bfdd tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:22.944698 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.db_base_plugin_common [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-ced6dc9a-69cb-45a3-af05-39a8d348bfdd tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Allocated IP 172.20.0.9 (9278cdbd-cac5-475b-a9e3-48d35686072b/fcc4c87f-6de4-4110-91a3-957c1f2663c4/cb71548d-300d-47cc-b7ec-0546e3e5f66b) {{(pid=74981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:53:23.139787 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-ced6dc9a-69cb-45a3-af05-39a8d348bfdd tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks [] for port, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:23.156214 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.provisioning_blocks [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-ced6dc9a-69cb-45a3-af05-39a8d348bfdd tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Transition to ACTIVE for port object cb71548d-300d-47cc-b7ec-0546e3e5f66b will not be triggered until provisioned by entity DHCP. {{(pid=74981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:53:23.178125 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-ced6dc9a-69cb-45a3-af05-39a8d348bfdd tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2943309'] for port, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:23.183655 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:53:23.325538 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-ced6dc9a-69cb-45a3-af05-39a8d348bfdd tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Network 9278cdbd-cac5-475b-a9e3-48d35686072b is already hosted by enough agents. {{(pid=74981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:53:23.328640 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.base_scheduler [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-ced6dc9a-69cb-45a3-af05-39a8d348bfdd tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Resources bound (agent type, host, resource id):  {{(pid=74981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:53:23.333079 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-ced6dc9a-69cb-45a3-af05-39a8d348bfdd tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Received port after_create {{(pid=74981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:53:23.364879 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6dc9a-69cb-45a3-af05-39a8d348bfdd tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Pushing event updated for resources: {'Port': ['ID=cb71548d-300d-47cc-b7ec-0546e3e5f66b,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:53:23.391090 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6dc9a-69cb-45a3-af05-39a8d348bfdd tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:53:23.391465 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6dc9a-69cb-45a3-af05-39a8d348bfdd tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:53:23.391837 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6dc9a-69cb-45a3-af05-39a8d348bfdd tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:53:23.392204 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6dc9a-69cb-45a3-af05-39a8d348bfdd tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:53:23.392574 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6dc9a-69cb-45a3-af05-39a8d348bfdd tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:53:23.392936 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6dc9a-69cb-45a3-af05-39a8d348bfdd tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:53:23.393295 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6dc9a-69cb-45a3-af05-39a8d348bfdd tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:53:23.393656 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6dc9a-69cb-45a3-af05-39a8d348bfdd tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:53:23.394013 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6dc9a-69cb-45a3-af05-39a8d348bfdd tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:53:23.394398 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6dc9a-69cb-45a3-af05-39a8d348bfdd tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:53:23.394752 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6dc9a-69cb-45a3-af05-39a8d348bfdd tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:53:23.400039 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-ced6dc9a-69cb-45a3-af05-39a8d348bfdd tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:53:23.415283 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-ced6dc9a-69cb-45a3-af05-39a8d348bfdd tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:53:23.415996 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-ced6dc9a-69cb-45a3-af05-39a8d348bfdd tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:23.442614 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-ced6dc9a-69cb-45a3-af05-39a8d348bfdd tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8264625
Sep 10 16:53:23.455220 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-fde0b185-d334-4640-a331-e3542a686077 service neutron] Request body: {'port': {'device_id': '3f18f6f9-93f6-476b-8c89-ffe8ad5cdacc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:53:23.541132 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-00600c70-932c-4225-8b0c-3040863336d4 None None] Provisioning for port cb71548d-300d-47cc-b7ec-0546e3e5f66b completed by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:53:23.546506 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-00600c70-932c-4225-8b0c-3040863336d4 None None] Provisioning complete for port cb71548d-300d-47cc-b7ec-0546e3e5f66b triggered by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:53:23.547091 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-00600c70-932c-4225-8b0c-3040863336d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:23.565560 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-fde0b185-d334-4640-a331-e3542a686077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:23.601071 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-00600c70-932c-4225-8b0c-3040863336d4 None None] Port cb71548d-300d-47cc-b7ec-0546e3e5f66b cannot update to ACTIVE because it is not bound. {{(pid=74983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 10 16:53:23.961875 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855e51d-8507-4ad2-aab4-104d70d60d4e req-990aea40-374a-46fc-9f63-709290734049 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:53:23.962595 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-c855e51d-8507-4ad2-aab4-104d70d60d4e req-990aea40-374a-46fc-9f63-709290734049 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Synchronizing usage tracker for tenant:7686cda897b34f55a9c6100a20beacbd on resource:port {{(pid=74981) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:53:23.969126 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.notifiers.nova [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-fde0b185-d334-4640-a331-e3542a686077 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb71548d-300d-47cc-b7ec-0546e3e5f66b {{(pid=74981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:53:23.978821 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-fde0b185-d334-4640-a331-e3542a686077 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:23.995673 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-c855e51d-8507-4ad2-aab4-104d70d60d4e req-990aea40-374a-46fc-9f63-709290734049 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Unset dirty status for tenant:7686cda897b34f55a9c6100a20beacbd on resource:port {{(pid=74981) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:53:23.996811 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-c855e51d-8507-4ad2-aab4-104d70d60d4e req-990aea40-374a-46fc-9f63-709290734049 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f18f6f9-93f6-476b-8c89-ffe8ad5cdacc HTTP/1.1" status: 200  len: 931 time: 0.1766624
Sep 10 16:53:23.999114 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.provisioning_blocks [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-fde0b185-d334-4640-a331-e3542a686077 service neutron] Transition to ACTIVE for port object cb71548d-300d-47cc-b7ec-0546e3e5f66b will not be triggered until provisioned by entity L2. {{(pid=74981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:53:24.004299 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-fde0b185-d334-4640-a331-e3542a686077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2943322'] for port, after_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:24.019195 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-6bc11e47-421d-4c34-b481-f2351b59237d tempest-VolumesSnapshotTestJSON-513193848 tempest-VolumesSnapshotTestJSON-513193848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:53:24.156958 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0b185-d334-4640-a331-e3542a686077 service neutron] Pushing event updated for resources: {'Port': ['ID=cb71548d-300d-47cc-b7ec-0546e3e5f66b,revision_number=2']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:53:24.161840 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-fde0b185-d334-4640-a331-e3542a686077 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:53:24.172513 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-c855e51d-8507-4ad2-aab4-104d70d60d4e req-ff0fe911-6ec2-4683-aec9-55bf7829e62f tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/security-groups?id=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1696799
Sep 10 16:53:24.281448 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.managers [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-fde0b185-d334-4640-a331-e3542a686077 service neutron] Attempting to bind port cb71548d-300d-47cc-b7ec-0546e3e5f66b on host hv-cinder-80847 for vnic_type normal with profile  {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:53:24.281784 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.managers [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-fde0b185-d334-4640-a331-e3542a686077 service neutron] Attempting to bind port cb71548d-300d-47cc-b7ec-0546e3e5f66b by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': '6d02c11a-e94d-403f-bc27-639896326b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b'}] {{(pid=74981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:53:24.282136 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-fde0b185-d334-4640-a331-e3542a686077 service neutron] Attempting to bind port cb71548d-300d-47cc-b7ec-0546e3e5f66b on network 9278cdbd-cac5-475b-a9e3-48d35686072b {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:53:24.287819 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-fde0b185-d334-4640-a331-e3542a686077 service neutron] Port cb71548d-300d-47cc-b7ec-0546e3e5f66b on network 9278cdbd-cac5-475b-a9e3-48d35686072b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 10 16:53:24.288143 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-fde0b185-d334-4640-a331-e3542a686077 service neutron] Attempting to bind port cb71548d-300d-47cc-b7ec-0546e3e5f66b on network 9278cdbd-cac5-475b-a9e3-48d35686072b {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:53:24.294470 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-fde0b185-d334-4640-a331-e3542a686077 service neutron] Checking agent: {'id': '653d4f90-9fea-4616-953f-74c38214cca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 41, 36), 'started_at': datetime.datetime(2021, 9, 10, 16, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:53:24.294810 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-fde0b185-d334-4640-a331-e3542a686077 service neutron] Checking segment: {'id': '6d02c11a-e94d-403f-bc27-639896326b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:53:24.295194 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-fde0b185-d334-4640-a331-e3542a686077 service neutron] Bound using segment: {'id': '6d02c11a-e94d-403f-bc27-639896326b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b'} {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:53:24.295614 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.managers [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-fde0b185-d334-4640-a331-e3542a686077 service neutron] Bound port: cb71548d-300d-47cc-b7ec-0546e3e5f66b, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d02c11a-e94d-403f-bc27-639896326b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b'}}] {{(pid=74981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:53:24.296041 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-fde0b185-d334-4640-a331-e3542a686077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:24.386780 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-fde0b185-d334-4640-a331-e3542a686077 service neutron] For port cb71548d-300d-47cc-b7ec-0546e3e5f66b, host hv-cinder-80847, cleared binding levels {{(pid=74981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:53:24.390143 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-fde0b185-d334-4640-a331-e3542a686077 service neutron] For port cb71548d-300d-47cc-b7ec-0546e3e5f66b, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=cb71548d-300d-47cc-b7ec-0546e3e5f66b,segment=NetworkSegment(6d02c11a-e94d-403f-bc27-639896326b72),segment_id=6d02c11a-e94d-403f-bc27-639896326b72)] {{(pid=74981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:53:24.394489 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-fde0b185-d334-4640-a331-e3542a686077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2943322'] for port, after_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:24.398578 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-d1615dc6-8c72-4d07-bd3d-55149e38d407 tempest-TestShelveInstance-1164506049 tempest-TestShelveInstance-1164506049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:53:24.456852 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-fde0b185-d334-4640-a331-e3542a686077 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:24.458103 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-fde0b185-d334-4640-a331-e3542a686077 service neutron] 10.222.0.24 "PUT /v2.0/ports/cb71548d-300d-47cc-b7ec-0546e3e5f66b HTTP/1.1" status: 200  len: 1093 time: 1.0075397
Sep 10 16:53:24.458617 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f18f6f9-93f6-476b-8c89-ffe8ad5cdacc', 'tag': 'cb71548d-300d-47cc-b7ec-0546e3e5f66b'}] {{(pid=74981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:53:24.479101 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0b185-d334-4640-a331-e3542a686077 service neutron] Pushing event updated for resources: {'Port': ['ID=cb71548d-300d-47cc-b7ec-0546e3e5f66b,revision_number=3']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:53:24.482164 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-fde0b185-d334-4640-a331-e3542a686077 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:53:24.536263 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f18f6f9-93f6-476b-8c89-ffe8ad5cdacc', 'tag': 'cb71548d-300d-47cc-b7ec-0546e3e5f66b', 'status': 'completed', 'code': 200}
Sep 10 16:53:24.573011 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-a6985514-950f-4f17-acb1-c77593bf2746 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7686cda897b34f55a9c6100a20beacbd&device_id=3f18f6f9-93f6-476b-8c89-ffe8ad5cdacc HTTP/1.1" status: 200  len: 1096 time: 0.0765226
Sep 10 16:53:24.645235 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-72b8617d-91fc-459b-8c63-c90387819a5f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb71548d-300d-47cc-b7ec-0546e3e5f66b HTTP/1.1" status: 200  len: 217 time: 0.0649056
Sep 10 16:53:24.714624 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-ba19797e-9dc1-4a3b-af11-c7f2a1fd4f66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:53:24.715975 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-ba19797e-9dc1-4a3b-af11-c7f2a1fd4f66 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcc4c87f-6de4-4110-91a3-957c1f2663c4 HTTP/1.1" status: 200  len: 850 time: 0.0650280
Sep 10 16:53:24.793211 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-66612c90-a38d-4089-b371-07c7e120a565 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9278cdbd-cac5-475b-a9e3-48d35686072b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0701509
Sep 10 16:53:24.922188 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-e2241090-fb0d-40cf-9afd-061b314cfb60 service neutron] 10.222.0.24 "GET /v2.0/networks/9278cdbd-cac5-475b-a9e3-48d35686072b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1212611
Sep 10 16:53:25.127104 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-e35e415a-afff-4bae-a079-c701a1379cb3 req-15c11e6b-a34f-4670-8d13-4aab525b76e6 service neutron] 10.222.0.24 "GET /v2.0/networks/9278cdbd-cac5-475b-a9e3-48d35686072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1990950
Sep 10 16:53:25.215145 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-82064ed7-b102-4df9-85e8-2d0a5543126a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:25.244699 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-0e4b462a-4924-4c6d-9e3a-c79917f04f2c req-789732e6-0042-4995-8576-3fcfd7481bbb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7686cda897b34f55a9c6100a20beacbd&device_id=3f18f6f9-93f6-476b-8c89-ffe8ad5cdacc HTTP/1.1" status: 200  len: 1096 time: 0.0724969
Sep 10 16:53:25.436127 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b462a-4924-4c6d-9e3a-c79917f04f2c req-a08aa5a1-df16-4703-8c95-318a976eb831 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:53:25.437558 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-0e4b462a-4924-4c6d-9e3a-c79917f04f2c req-a08aa5a1-df16-4703-8c95-318a976eb831 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9278cdbd-cac5-475b-a9e3-48d35686072b HTTP/1.1" status: 200  len: 912 time: 0.1856723
Sep 10 16:53:25.450858 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b37343-9314-4032-869f-ddf3a86b8b8a req-080da93e-92cf-43b8-a28d-4c781662cd3c tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:53:25.452355 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-95b37343-9314-4032-869f-ddf3a86b8b8a req-080da93e-92cf-43b8-a28d-4c781662cd3c tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f18f6f9-93f6-476b-8c89-ffe8ad5cdacc HTTP/1.1" status: 200  len: 943 time: 0.1219940
Sep 10 16:53:25.534933 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-0e4b462a-4924-4c6d-9e3a-c79917f04f2c req-27b4265e-cc27-49e5-80f0-1daf348a08c7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb71548d-300d-47cc-b7ec-0546e3e5f66b HTTP/1.1" status: 200  len: 217 time: 0.0900126
Sep 10 16:53:25.602206 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-95b37343-9314-4032-869f-ddf3a86b8b8a req-7fe0ccf1-aee9-4f14-8ef1-eb0bd81b28ef tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/security-groups?id=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1019051
Sep 10 16:53:25.613598 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b462a-4924-4c6d-9e3a-c79917f04f2c req-cabb98a2-74e9-48bb-9631-74778e80c3a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:53:25.615099 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-0e4b462a-4924-4c6d-9e3a-c79917f04f2c req-cabb98a2-74e9-48bb-9631-74778e80c3a1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcc4c87f-6de4-4110-91a3-957c1f2663c4 HTTP/1.1" status: 200  len: 850 time: 0.0688629
Sep 10 16:53:25.649745 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:25.699101 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-0e4b462a-4924-4c6d-9e3a-c79917f04f2c req-b813e9cd-3808-4ceb-a9b6-a385487867b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9278cdbd-cac5-475b-a9e3-48d35686072b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0759749
Sep 10 16:53:25.833719 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-0e4b462a-4924-4c6d-9e3a-c79917f04f2c req-e19271ce-4160-463e-9a8d-8ab1aed9298a service neutron] 10.222.0.24 "GET /v2.0/networks/9278cdbd-cac5-475b-a9e3-48d35686072b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283941
Sep 10 16:53:25.964001 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-0e4b462a-4924-4c6d-9e3a-c79917f04f2c req-423e41be-769a-4c27-8e84-5033725778fa service neutron] 10.222.0.24 "GET /v2.0/networks/9278cdbd-cac5-475b-a9e3-48d35686072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242037
Sep 10 16:53:26.801813 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb3bef-4695-4b6c-8f15-d0f7771e9c09 req-0109d8e8-0a8a-408c-88bb-7f54f24d625c tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:53:26.803265 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-23cb3bef-4695-4b6c-8f15-d0f7771e9c09 req-0109d8e8-0a8a-408c-88bb-7f54f24d625c tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f18f6f9-93f6-476b-8c89-ffe8ad5cdacc HTTP/1.1" status: 200  len: 943 time: 0.0801871
Sep 10 16:53:26.852567 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-23cb3bef-4695-4b6c-8f15-d0f7771e9c09 req-0623ac56-20c4-40d9-a0b1-0c939fe7cca7 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/security-groups?id=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437009
Sep 10 16:53:27.511626 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-a572383d-1004-438f-8189-95d357f327e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:28.045422 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ffd75-b157-46cb-be54-792690b9e906 req-51fd885d-dc7f-4afd-a3cd-2d310351b741 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:53:28.047417 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-566ffd75-b157-46cb-be54-792690b9e906 req-51fd885d-dc7f-4afd-a3cd-2d310351b741 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f18f6f9-93f6-476b-8c89-ffe8ad5cdacc HTTP/1.1" status: 200  len: 943 time: 0.0759940
Sep 10 16:53:28.092591 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-566ffd75-b157-46cb-be54-792690b9e906 req-88780038-83ce-4588-96a8-62684d00bafb tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/security-groups?id=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398333
Sep 10 16:53:28.480408 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:29.297890 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0dd97-6df6-49a6-b46a-fda386d8634c req-2e90a387-ecc8-401a-aca8-b2fe789e6d1a tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:53:29.299368 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-25f0dd97-6df6-49a6-b46a-fda386d8634c req-2e90a387-ecc8-401a-aca8-b2fe789e6d1a tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f18f6f9-93f6-476b-8c89-ffe8ad5cdacc HTTP/1.1" status: 200  len: 943 time: 0.0860956
Sep 10 16:53:29.345506 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-25f0dd97-6df6-49a6-b46a-fda386d8634c req-2cfdf6cb-cf56-42c7-93d3-6b5fceca502a tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/security-groups?id=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406113
Sep 10 16:53:29.966817 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:30.726897 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e939cf3-f7d8-43ba-9cc0-ddd63353e5e2 req-72e5d76d-9a0d-4d6f-95cb-a06b856941b7 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:53:30.728342 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-9e939cf3-f7d8-43ba-9cc0-ddd63353e5e2 req-72e5d76d-9a0d-4d6f-95cb-a06b856941b7 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f18f6f9-93f6-476b-8c89-ffe8ad5cdacc HTTP/1.1" status: 200  len: 943 time: 0.2652941
Sep 10 16:53:30.776661 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-9e939cf3-f7d8-43ba-9cc0-ddd63353e5e2 req-542a50b7-3451-425f-a50f-5a1726852eb4 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/security-groups?id=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428479
Sep 10 16:53:32.055725 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b329a-9bf2-4022-8852-3fab1b6f69bd req-fb429e8a-dc79-4df3-8243-f312f30c9823 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:53:32.057183 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-ce0b329a-9bf2-4022-8852-3fab1b6f69bd req-fb429e8a-dc79-4df3-8243-f312f30c9823 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f18f6f9-93f6-476b-8c89-ffe8ad5cdacc HTTP/1.1" status: 200  len: 943 time: 0.1634431
Sep 10 16:53:32.104894 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-ce0b329a-9bf2-4022-8852-3fab1b6f69bd req-89f66392-33dc-4ff5-8071-cac4da8c16c5 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/security-groups?id=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421870
Sep 10 16:53:32.862487 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device cb71548d-300d-47cc-b7ec-0546e3e5f66b details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=74983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 10 16:53:32.993859 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port cb71548d-300d-47cc-b7ec-0546e3e5f66b, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=cb71548d-300d-47cc-b7ec-0546e3e5f66b,segment=NetworkSegment(6d02c11a-e94d-403f-bc27-639896326b72),segment_id=6d02c11a-e94d-403f-bc27-639896326b72)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:53:33.006605 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Returning: {'device': 'cb71548d-300d-47cc-b7ec-0546e3e5f66b', 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b', 'port_id': 'cb71548d-300d-47cc-b7ec-0546e3e5f66b', 'mac_address': 'fa:16:3e:27:00:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 10 16:53:33.062041 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:33.078736 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb71548d-300d-47cc-b7ec-0546e3e5f66b {{(pid=74983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:53:33.093914 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port cb71548d-300d-47cc-b7ec-0546e3e5f66b, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=cb71548d-300d-47cc-b7ec-0546e3e5f66b,segment=NetworkSegment(6d02c11a-e94d-403f-bc27-639896326b72),segment_id=6d02c11a-e94d-403f-bc27-639896326b72)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:53:33.098112 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:33.099839 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:53:33.162429 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=cb71548d-300d-47cc-b7ec-0546e3e5f66b,revision_number=4']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:53:33.170869 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:53:33.171736 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:53:33.172066 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:53:33.172393 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:53:33.172714 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:53:33.173034 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:53:33.173352 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:53:33.173671 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:53:33.173987 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:53:33.174327 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:53:33.174642 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:53:33.178554 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:53:33.307055 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] get_ports_and_sgs() called for port_ids ['cb71548d-300d-47cc-b7ec-0546e3e5f66b'] {{(pid=74983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 10 16:53:33.453152 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5e7cc-defe-4d36-8f88-07bec199ed5f req-d8fb3e86-3a66-45a4-afc7-89bf96bd638e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:53:33.454632 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b9f5e7cc-defe-4d36-8f88-07bec199ed5f req-d8fb3e86-3a66-45a4-afc7-89bf96bd638e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f18f6f9-93f6-476b-8c89-ffe8ad5cdacc HTTP/1.1" status: 200  len: 944 time: 0.0756543
Sep 10 16:53:33.501654 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b9f5e7cc-defe-4d36-8f88-07bec199ed5f req-0f7ea4d2-7bd1-4bbf-8880-fcc70795a23d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/security-groups?id=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411801
Sep 10 16:53:34.693078 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a771ae-3967-46b3-9c79-760a6c4fd140 req-e7e9287c-2fd1-4473-886f-b0b56b3f97db tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:53:34.694447 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f9a771ae-3967-46b3-9c79-760a6c4fd140 req-e7e9287c-2fd1-4473-886f-b0b56b3f97db tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f18f6f9-93f6-476b-8c89-ffe8ad5cdacc HTTP/1.1" status: 200  len: 944 time: 0.0749917
Sep 10 16:53:34.737812 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f9a771ae-3967-46b3-9c79-760a6c4fd140 req-9a74ec33-cb3c-4052-a43e-c84ccec289a4 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/security-groups?id=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379243
Sep 10 16:53:34.878119 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device cb71548d-300d-47cc-b7ec-0546e3e5f66b up at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:53:34.947718 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning for port cb71548d-300d-47cc-b7ec-0546e3e5f66b completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:53:34.954561 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning complete for port cb71548d-300d-47cc-b7ec-0546e3e5f66b triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:53:34.954939 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:35.069282 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:35.096074 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f18f6f9-93f6-476b-8c89-ffe8ad5cdacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb71548d-300d-47cc-b7ec-0546e3e5f66b'}] {{(pid=74983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:53:35.105832 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port cb71548d-300d-47cc-b7ec-0546e3e5f66b, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=cb71548d-300d-47cc-b7ec-0546e3e5f66b,segment=NetworkSegment(6d02c11a-e94d-403f-bc27-639896326b72),segment_id=6d02c11a-e94d-403f-bc27-639896326b72)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:53:35.110181 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:35.112509 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-486d2abc-5545-4d3b-8f4e-1cfb46aaf5d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:53:35.151144 dv-cinder-808473-1-iscsi neutron-server[74983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f18f6f9-93f6-476b-8c89-ffe8ad5cdacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb71548d-300d-47cc-b7ec-0546e3e5f66b', 'code': 200}
Sep 10 16:53:35.177903 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=cb71548d-300d-47cc-b7ec-0546e3e5f66b,revision_number=5']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:53:35.180771 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:53:35.421972 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-bfa832e1-6a99-4837-8631-dd47d3683455 req-5d550a9a-6024-43bb-8d1b-cef006f71dda service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3f18f6f9-93f6-476b-8c89-ffe8ad5cdacc HTTP/1.1" status: 200  len: 1098 time: 0.0714297
Sep 10 16:53:35.463680 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-bfa832e1-6a99-4837-8631-dd47d3683455 req-79c5365e-6d40-4a28-ae64-e61c85cabc0b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0352221
Sep 10 16:53:35.938680 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf77dd3-8184-44cb-8b3e-f52ca5b7000f req-aacd78a8-8e58-4216-9158-5bcc5d6a46c8 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:53:35.940135 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-dbf77dd3-8184-44cb-8b3e-f52ca5b7000f req-aacd78a8-8e58-4216-9158-5bcc5d6a46c8 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f18f6f9-93f6-476b-8c89-ffe8ad5cdacc HTTP/1.1" status: 200  len: 945 time: 0.0787189
Sep 10 16:53:35.988938 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-dbf77dd3-8184-44cb-8b3e-f52ca5b7000f req-95f04606-92c9-4f7d-ae37-e71a5f9b3339 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/security-groups?id=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433500
Sep 10 16:53:36.000485 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:37.181920 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a82ac-4607-4e35-84e4-81a07f9810e0 req-05f75739-949e-4f7e-9c6d-3838b3636cdf tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:53:37.183406 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-868a82ac-4607-4e35-84e4-81a07f9810e0 req-05f75739-949e-4f7e-9c6d-3838b3636cdf tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f18f6f9-93f6-476b-8c89-ffe8ad5cdacc HTTP/1.1" status: 200  len: 945 time: 0.0761495
Sep 10 16:53:37.227204 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-868a82ac-4607-4e35-84e4-81a07f9810e0 req-04549d65-7f74-4cb5-8c7b-f4bea5d6b593 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/security-groups?id=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384769
Sep 10 16:53:37.424459 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c97f30-c55a-4f88-8529-e937b4fbfdb4 req-65839411-3ebb-408c-b566-75faeccf7d20 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:53:37.425902 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-b4c97f30-c55a-4f88-8529-e937b4fbfdb4 req-65839411-3ebb-408c-b566-75faeccf7d20 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f18f6f9-93f6-476b-8c89-ffe8ad5cdacc HTTP/1.1" status: 200  len: 945 time: 0.0811253
Sep 10 16:53:37.473566 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-b4c97f30-c55a-4f88-8529-e937b4fbfdb4 req-ceb053ba-1268-44bc-8909-e47cc9a737e7 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/security-groups?id=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421627
Sep 10 16:53:37.501572 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 37664) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:53:37.692559 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-e0d919da-52a5-47f0-ac77-fe2b7ca00806 tempest-TestVolumeBootPattern-8989317 tempest-TestVolumeBootPattern-8989317-project-admin] Synchronizing usage tracker for tenant:af3e17154b574edd87e42dd18163114a on resource:port {{(pid=74982) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:53:37.708999 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-e0d919da-52a5-47f0-ac77-fe2b7ca00806 tempest-TestVolumeBootPattern-8989317 tempest-TestVolumeBootPattern-8989317-project-admin] Unset dirty status for tenant:af3e17154b574edd87e42dd18163114a on resource:port {{(pid=74982) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:53:37.710219 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-e0d919da-52a5-47f0-ac77-fe2b7ca00806 tempest-TestVolumeBootPattern-8989317 tempest-TestVolumeBootPattern-8989317-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3f18f6f9-93f6-476b-8c89-ffe8ad5cdacc HTTP/1.1" status: 200  len: 1093 time: 0.2076535
Sep 10 16:53:37.713152 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 37670) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:53:37.718820 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-99d756e1-99c2-49fb-8e63-160f81e5072e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Request body: {'floatingip': {'floating_network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'port_id': 'cb71548d-300d-47cc-b7ec-0546e3e5f66b', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:53:37.724135 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-99d756e1-99c2-49fb-8e63-160f81e5072e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:53:37.728719 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-99d756e1-99c2-49fb-8e63-160f81e5072e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Usage tracker for resource:floatingip and tenant:7686cda897b34f55a9c6100a20beacbd is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:53:37.731576 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-99d756e1-99c2-49fb-8e63-160f81e5072e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:53:37.737237 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-99d756e1-99c2-49fb-8e63-160f81e5072e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:53:37.746791 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-99d756e1-99c2-49fb-8e63-160f81e5072e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks [] for floatingip, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:37.881428 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-99d756e1-99c2-49fb-8e63-160f81e5072e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:38.102685 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.db_base_plugin_common [None req-99d756e1-99c2-49fb-8e63-160f81e5072e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Allocated IP 172.27.0.64 (7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e/dc5dafb3-b941-44a9-9498-2bdb3e4caa08/5f83aa28-5a83-4c3a-ab0f-68ddd4069959) {{(pid=74982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:53:38.245892 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-99d756e1-99c2-49fb-8e63-160f81e5072e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks [] for port, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:38.273243 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-99d756e1-99c2-49fb-8e63-160f81e5072e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:38.276790 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-8000200f-1615-4739-afde-f7a91d47f543 tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:53:38.340738 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d756e1-99c2-49fb-8e63-160f81e5072e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Network 7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e is already hosted by enough agents. {{(pid=74982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:53:38.343764 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.base_scheduler [None req-99d756e1-99c2-49fb-8e63-160f81e5072e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Resources bound (agent type, host, resource id):  {{(pid=74982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:53:38.348087 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d756e1-99c2-49fb-8e63-160f81e5072e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Received port after_create {{(pid=74982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:53:38.378353 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d756e1-99c2-49fb-8e63-160f81e5072e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Pushing event updated for resources: {'Port': ['ID=5f83aa28-5a83-4c3a-ab0f-68ddd4069959,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:53:38.399874 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d756e1-99c2-49fb-8e63-160f81e5072e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:53:38.400254 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d756e1-99c2-49fb-8e63-160f81e5072e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:53:38.400626 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d756e1-99c2-49fb-8e63-160f81e5072e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:53:38.400992 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d756e1-99c2-49fb-8e63-160f81e5072e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:53:38.401356 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d756e1-99c2-49fb-8e63-160f81e5072e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:53:38.401719 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d756e1-99c2-49fb-8e63-160f81e5072e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:53:38.402089 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d756e1-99c2-49fb-8e63-160f81e5072e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:53:38.402462 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d756e1-99c2-49fb-8e63-160f81e5072e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:53:38.402816 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d756e1-99c2-49fb-8e63-160f81e5072e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:53:38.403175 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d756e1-99c2-49fb-8e63-160f81e5072e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:53:38.403526 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d756e1-99c2-49fb-8e63-160f81e5072e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:53:38.408241 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-99d756e1-99c2-49fb-8e63-160f81e5072e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:53:38.856645 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-99d756e1-99c2-49fb-8e63-160f81e5072e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:38.912956 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-99d756e1-99c2-49fb-8e63-160f81e5072e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:39.110820 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-99d756e1-99c2-49fb-8e63-160f81e5072e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks [] for port, precommit_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:39.115574 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-99d756e1-99c2-49fb-8e63-160f81e5072e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2865589'] for port, after_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:39.119580 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-572392b9-736d-4880-a83c-f3c39490e3a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:53:39.221267 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d756e1-99c2-49fb-8e63-160f81e5072e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Pushing event updated for resources: {'Port': ['ID=5f83aa28-5a83-4c3a-ab0f-68ddd4069959,revision_number=2']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:53:39.225318 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-99d756e1-99c2-49fb-8e63-160f81e5072e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:53:39.235654 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-99d756e1-99c2-49fb-8e63-160f81e5072e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446787'] for floatingip, after_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:39.427569 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.db.l3_db [None req-99d756e1-99c2-49fb-8e63-160f81e5072e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Floating IP cef402ff-06e1-4844-a638-b4a51b54530e associated. External IP: 172.27.0.64, port: cb71548d-300d-47cc-b7ec-0546e3e5f66b.
Sep 10 16:53:39.905740 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d756e1-99c2-49fb-8e63-160f81e5072e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Router e51fcaed-14e6-43f5-903e-8e37801fc96e has already been hosted by L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 {{(pid=74982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 10 16:53:40.104638 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d756e1-99c2-49fb-8e63-160f81e5072e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:53:40.114683 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ed3334-38d5-4d3a-a2be-f2f99a57cf48 None None] Sync routers for ids ['e51fcaed-14e6-43f5-903e-8e37801fc96e'] in dv-cinder-808473-1-iscsi {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:53:40.128714 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ed3334-38d5-4d3a-a2be-f2f99a57cf48 None None] Routers {'e51fcaed-14e6-43f5-903e-8e37801fc96e'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:53:40.129521 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-e3ed3334-38d5-4d3a-a2be-f2f99a57cf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8625407640>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:53:27Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['e51fcaed-14e6-43f5-903e-8e37801fc96e'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:53:40.131036 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-99d756e1-99c2-49fb-8e63-160f81e5072e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for floatingip, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:40.190603 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-99d756e1-99c2-49fb-8e63-160f81e5072e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.4763408
Sep 10 16:53:40.191505 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f18f6f9-93f6-476b-8c89-ffe8ad5cdacc', 'tag': 'cb71548d-300d-47cc-b7ec-0546e3e5f66b'}] {{(pid=74982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:53:40.247193 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f18f6f9-93f6-476b-8c89-ffe8ad5cdacc', 'tag': 'cb71548d-300d-47cc-b7ec-0546e3e5f66b', 'status': 'completed', 'code': 200}
Sep 10 16:53:40.315155 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-e3ed3334-38d5-4d3a-a2be-f2f99a57cf48 None None] Set router e51fcaed-14e6-43f5-903e-8e37801fc96e gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:53:40.344186 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4dbd647c-9ef6-4e16-bede-93c0b19ff558 req-fca62cc0-4349-47c3-a549-d33bd3341b91 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7686cda897b34f55a9c6100a20beacbd&device_id=3f18f6f9-93f6-476b-8c89-ffe8ad5cdacc HTTP/1.1" status: 200  len: 1098 time: 0.0744040
Sep 10 16:53:40.476106 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd647c-9ef6-4e16-bede-93c0b19ff558 req-c0b2e53f-1d51-41fe-a369-feca1c129821 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:53:40.477505 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4dbd647c-9ef6-4e16-bede-93c0b19ff558 req-c0b2e53f-1d51-41fe-a369-feca1c129821 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9278cdbd-cac5-475b-a9e3-48d35686072b HTTP/1.1" status: 200  len: 912 time: 0.1269441
Sep 10 16:53:40.675243 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4dbd647c-9ef6-4e16-bede-93c0b19ff558 req-956d358f-3d85-4948-87f1-922d14be7eda service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb71548d-300d-47cc-b7ec-0546e3e5f66b HTTP/1.1" status: 200  len: 998 time: 0.1906829
Sep 10 16:53:40.699751 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-e3ed3334-38d5-4d3a-a2be-f2f99a57cf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8625407640>, [{'id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'name': 'tempest-TestVolumeBootPattern-131779652-router', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '02293ce2-b150-4147-9632-e199a3f398df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:51Z', 'revision_number': 4, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'gw_port': {'id': '02293ce2-b150-4147-9632-e199a3f398df', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_floatingips': [{'id': 'cef402ff-06e1-4844-a638-b4a51b54530e', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'router_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'port_id': 'cb71548d-300d-47cc-b7ec-0546e3e5f66b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b', 'mac_address': 'fa:16:3e:27:00:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f18f6f9-93f6-476b-8c89-ffe8ad5cdacc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:53:38Z', 'updated_at': '2021-09-10T16:53:38Z', 'revision_number': 0, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22', 'name': '', 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'mac_address': 'fa:16:3e:3e:88:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:50Z', 'updated_at': '2021-09-10T16:53:10Z', 'revision_number': 5, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'subnets': [{'id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:53:40.703614 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ed3334-38d5-4d3a-a2be-f2f99a57cf48 None None] Checking router: e51fcaed-14e6-43f5-903e-8e37801fc96e for host: dv-cinder-808473-1-iscsi {{(pid=74983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:53:40.715145 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ed3334-38d5-4d3a-a2be-f2f99a57cf48 None None] Routers {'e51fcaed-14e6-43f5-903e-8e37801fc96e'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:53:40.715768 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-e3ed3334-38d5-4d3a-a2be-f2f99a57cf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8625407640>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:53:27Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['e51fcaed-14e6-43f5-903e-8e37801fc96e'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:53:40.737131 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd647c-9ef6-4e16-bede-93c0b19ff558 req-fa1e51a2-612e-40b6-a2a2-2bdfde1f888a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:53:40.738542 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4dbd647c-9ef6-4e16-bede-93c0b19ff558 req-fa1e51a2-612e-40b6-a2a2-2bdfde1f888a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcc4c87f-6de4-4110-91a3-957c1f2663c4 HTTP/1.1" status: 200  len: 850 time: 0.0568113
Sep 10 16:53:40.816228 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4dbd647c-9ef6-4e16-bede-93c0b19ff558 req-8fbe7153-3cf8-4708-8112-30091a6c7fd6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9278cdbd-cac5-475b-a9e3-48d35686072b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0715096
Sep 10 16:53:40.826246 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [req-4dbd647c-9ef6-4e16-bede-93c0b19ff558 req-8a755ee0-ee10-4c15-b49b-7320256c5f28 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=74981) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Sep 10 16:53:40.827210 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4dbd647c-9ef6-4e16-bede-93c0b19ff558 req-8a755ee0-ee10-4c15-b49b-7320256c5f28 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0049043
Sep 10 16:53:40.894425 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-e3ed3334-38d5-4d3a-a2be-f2f99a57cf48 None None] Set router e51fcaed-14e6-43f5-903e-8e37801fc96e gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:53:40.964297 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4dbd647c-9ef6-4e16-bede-93c0b19ff558 req-b5a55ebc-755c-4e38-89b0-c4d798119040 service neutron] 10.222.0.24 "GET /v2.0/networks/9278cdbd-cac5-475b-a9e3-48d35686072b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1306057
Sep 10 16:53:41.096373 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4dbd647c-9ef6-4e16-bede-93c0b19ff558 req-e18cb35f-590f-485e-acdd-6d8ff77453fb service neutron] 10.222.0.24 "GET /v2.0/networks/9278cdbd-cac5-475b-a9e3-48d35686072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246037
Sep 10 16:53:41.232793 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-e3ed3334-38d5-4d3a-a2be-f2f99a57cf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8625407640>, [{'id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'name': 'tempest-TestVolumeBootPattern-131779652-router', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '02293ce2-b150-4147-9632-e199a3f398df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:51Z', 'revision_number': 4, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'gw_port': {'id': '02293ce2-b150-4147-9632-e199a3f398df', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_floatingips': [{'id': 'cef402ff-06e1-4844-a638-b4a51b54530e', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'router_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'port_id': 'cb71548d-300d-47cc-b7ec-0546e3e5f66b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b', 'mac_address': 'fa:16:3e:27:00:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f18f6f9-93f6-476b-8c89-ffe8ad5cdacc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:53:38Z', 'updated_at': '2021-09-10T16:53:38Z', 'revision_number': 0, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22', 'name': '', 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'mac_address': 'fa:16:3e:3e:88:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:50Z', 'updated_at': '2021-09-10T16:53:10Z', 'revision_number': 5, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'subnets': [{'id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:53:41.237309 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ed3334-38d5-4d3a-a2be-f2f99a57cf48 None None] The sync data for ids ['e51fcaed-14e6-43f5-903e-8e37801fc96e'] in dv-cinder-808473-1-iscsi is: [{'id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'name': 'tempest-TestVolumeBootPattern-131779652-router', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '02293ce2-b150-4147-9632-e199a3f398df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:51Z', 'revision_number': 4, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'gw_port': {'id': '02293ce2-b150-4147-9632-e199a3f398df', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_floatingips': [{'id': 'cef402ff-06e1-4844-a638-b4a51b54530e', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'router_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'port_id': 'cb71548d-300d-47cc-b7ec-0546e3e5f66b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b', 'mac_address': 'fa:16:3e:27:00:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f18f6f9-93f6-476b-8c89-ffe8ad5cdacc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:53:38Z', 'updated_at': '2021-09-10T16:53:38Z', 'revision_number': 0, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22', 'name': '', 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'mac_address': 'fa:16:3e:3e:88:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:50Z', 'updated_at': '2021-09-10T16:53:10Z', 'revision_number': 5, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'subnets': [{'id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:53:41.425421 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d8b9f3-b924-45f6-a2f4-524bef1d28dd None None] New status for floating IP cef402ff-06e1-4844-a638-b4a51b54530e: ACTIVE {{(pid=74984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 10 16:53:42.549737 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-87625d0c-5ef9-4b1f-a941-66d2ab651249 req-e5cafa8f-13f5-4e01-b401-449fa61794f1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3f18f6f9-93f6-476b-8c89-ffe8ad5cdacc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1364553
Sep 10 16:53:42.688971 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-87625d0c-5ef9-4b1f-a941-66d2ab651249 req-7a55adb9-d5cd-4e20-b473-66c941c0ea35 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7686cda897b34f55a9c6100a20beacbd&device_id=3f18f6f9-93f6-476b-8c89-ffe8ad5cdacc HTTP/1.1" status: 200  len: 1098 time: 0.0691469
Sep 10 16:53:42.835924 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87625d0c-5ef9-4b1f-a941-66d2ab651249 req-92e0a3e8-d880-4ed2-82a0-c166051e15f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:53:42.837384 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-87625d0c-5ef9-4b1f-a941-66d2ab651249 req-92e0a3e8-d880-4ed2-82a0-c166051e15f4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9278cdbd-cac5-475b-a9e3-48d35686072b HTTP/1.1" status: 200  len: 912 time: 0.1264265
Sep 10 16:53:42.942156 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-87625d0c-5ef9-4b1f-a941-66d2ab651249 req-cfe9fcbc-8941-4521-8d06-e33eda5777ab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb71548d-300d-47cc-b7ec-0546e3e5f66b HTTP/1.1" status: 200  len: 1000 time: 0.0971224
Sep 10 16:53:43.006013 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87625d0c-5ef9-4b1f-a941-66d2ab651249 req-bef77ea8-7e9f-4fd0-9c9d-a53a0036cc2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:53:43.007447 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-87625d0c-5ef9-4b1f-a941-66d2ab651249 req-bef77ea8-7e9f-4fd0-9c9d-a53a0036cc2d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcc4c87f-6de4-4110-91a3-957c1f2663c4 HTTP/1.1" status: 200  len: 850 time: 0.0594585
Sep 10 16:53:43.079893 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-87625d0c-5ef9-4b1f-a941-66d2ab651249 req-7f0ab9b4-cb14-443c-abc1-1d596ba130e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9278cdbd-cac5-475b-a9e3-48d35686072b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0664299
Sep 10 16:53:43.208061 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-87625d0c-5ef9-4b1f-a941-66d2ab651249 req-34e3f6df-0a4a-4f7a-941f-462e361b4b55 service neutron] 10.222.0.24 "GET /v2.0/networks/9278cdbd-cac5-475b-a9e3-48d35686072b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1215444
Sep 10 16:53:43.341562 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-87625d0c-5ef9-4b1f-a941-66d2ab651249 req-89fc5c86-0cc0-45f4-8076-302474f08850 service neutron] 10.222.0.24 "GET /v2.0/networks/9278cdbd-cac5-475b-a9e3-48d35686072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274915
Sep 10 16:53:43.882679 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 6 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 16:53:55.217113 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-2e3669bb-bfa0-410e-9bc5-09c1a6dafc15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:55.651927 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:57.512613 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-e227a155-8273-4725-a3a7-a98b4c29fe6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:58.481996 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:53:59.970371 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:54:06.029774 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:54:20.883415 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 6 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 16:54:25.219027 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-70e9b568-d835-4ed2-89f8-fddbf51d267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:54:25.652876 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:54:27.515131 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-7ea33543-ecd7-4ae1-8362-56682b9c08ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:54:28.485001 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:54:29.972611 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:54:36.051847 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:54:44.488967 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-73399f96-1324-47b6-8cb8-a071b2639c0f req-f2700a6e-0f10-4623-85c0-c0d72936f741 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3f18f6f9-93f6-476b-8c89-ffe8ad5cdacc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0711329
Sep 10 16:54:44.626753 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-73399f96-1324-47b6-8cb8-a071b2639c0f req-f95b735d-9ef0-4d8d-974f-a7917055d54c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7686cda897b34f55a9c6100a20beacbd&device_id=3f18f6f9-93f6-476b-8c89-ffe8ad5cdacc HTTP/1.1" status: 200  len: 1098 time: 0.0720072
Sep 10 16:54:44.766709 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73399f96-1324-47b6-8cb8-a071b2639c0f req-44c1b83b-ac2a-434e-9861-87032cc2fd58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:54:44.768148 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-73399f96-1324-47b6-8cb8-a071b2639c0f req-44c1b83b-ac2a-434e-9861-87032cc2fd58 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9278cdbd-cac5-475b-a9e3-48d35686072b HTTP/1.1" status: 200  len: 912 time: 0.1232193
Sep 10 16:54:44.950574 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-73399f96-1324-47b6-8cb8-a071b2639c0f req-91520304-eb97-4fc5-9503-f7de645d7015 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb71548d-300d-47cc-b7ec-0546e3e5f66b HTTP/1.1" status: 200  len: 1000 time: 0.1764319
Sep 10 16:54:45.010456 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73399f96-1324-47b6-8cb8-a071b2639c0f req-46d5e7c0-ab31-4351-a64e-f7c3ef6a03cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:54:45.011839 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-73399f96-1324-47b6-8cb8-a071b2639c0f req-46d5e7c0-ab31-4351-a64e-f7c3ef6a03cd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcc4c87f-6de4-4110-91a3-957c1f2663c4 HTTP/1.1" status: 200  len: 850 time: 0.0554209
Sep 10 16:54:45.084332 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-73399f96-1324-47b6-8cb8-a071b2639c0f req-53d370d2-6095-4ab9-a958-3aec80cf08d1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9278cdbd-cac5-475b-a9e3-48d35686072b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0662501
Sep 10 16:54:45.213917 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-73399f96-1324-47b6-8cb8-a071b2639c0f req-0f067460-772b-4ced-84ab-b29117eac157 service neutron] 10.222.0.24 "GET /v2.0/networks/9278cdbd-cac5-475b-a9e3-48d35686072b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1231868
Sep 10 16:54:45.350560 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-73399f96-1324-47b6-8cb8-a071b2639c0f req-3a0bbec4-6794-4b4b-bacf-7d5be8393bc6 service neutron] 10.222.0.24 "GET /v2.0/networks/9278cdbd-cac5-475b-a9e3-48d35686072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1310122
Sep 10 16:54:55.220594 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-e2551332-33fc-4563-84f3-7ecb88360f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:54:55.654781 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:54:57.519112 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-9f252687-6437-404b-a391-0b333799c679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:54:57.882890 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 6 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 16:54:58.490378 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:54:59.975792 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:55:06.051564 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:55:25.222013 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-35f5f1af-c277-4410-b29a-fe672eae1f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:55:25.656639 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:55:27.519973 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-9ba62761-2895-4cb9-b2a1-36978e6a5ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:55:28.492157 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:55:29.978390 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:55:30.649684 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b64d0-5561-45a4-a09d-e009dba93242 req-939eb824-e013-429a-b6f3-30402c51a366 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:55:30.651167 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-668b64d0-5561-45a4-a09d-e009dba93242 req-939eb824-e013-429a-b6f3-30402c51a366 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f18f6f9-93f6-476b-8c89-ffe8ad5cdacc HTTP/1.1" status: 200  len: 945 time: 0.0918589
Sep 10 16:55:30.695441 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-668b64d0-5561-45a4-a09d-e009dba93242 req-33d1db70-16d2-46c3-a234-9f735314b8b4 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/security-groups?id=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388405
Sep 10 16:55:31.892863 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f91d0-d5b2-4143-9d66-5d7116c21632 req-d5f36f9f-c034-48ef-a43e-4e2a5b214b75 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:55:31.894367 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-8b5f91d0-d5b2-4143-9d66-5d7116c21632 req-d5f36f9f-c034-48ef-a43e-4e2a5b214b75 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f18f6f9-93f6-476b-8c89-ffe8ad5cdacc HTTP/1.1" status: 200  len: 945 time: 0.0791378
Sep 10 16:55:31.938944 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-8b5f91d0-d5b2-4143-9d66-5d7116c21632 req-a0556248-ba76-45dc-adc3-0fec7b879d39 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/security-groups?id=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386171
Sep 10 16:55:32.063685 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabdfb48-4742-4aa9-b15c-0bb65653c767 req-3c60ac87-1557-4f74-9a87-d59fe8d685ec tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:55:32.065117 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-cabdfb48-4742-4aa9-b15c-0bb65653c767 req-3c60ac87-1557-4f74-9a87-d59fe8d685ec tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f18f6f9-93f6-476b-8c89-ffe8ad5cdacc HTTP/1.1" status: 200  len: 945 time: 0.0740447
Sep 10 16:55:32.134918 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [req-cabdfb48-4742-4aa9-b15c-0bb65653c767 req-726560ec-2ac8-4dab-bfaf-b8396c457b84 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Deleting port cb71548d-300d-47cc-b7ec-0546e3e5f66b {{(pid=74981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:55:32.135261 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-cabdfb48-4742-4aa9-b15c-0bb65653c767 req-726560ec-2ac8-4dab-bfaf-b8396c457b84 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:55:32.375148 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [req-cabdfb48-4742-4aa9-b15c-0bb65653c767 req-726560ec-2ac8-4dab-bfaf-b8396c457b84 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] For port cb71548d-300d-47cc-b7ec-0546e3e5f66b, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=cb71548d-300d-47cc-b7ec-0546e3e5f66b,segment=NetworkSegment(6d02c11a-e94d-403f-bc27-639896326b72),segment_id=6d02c11a-e94d-403f-bc27-639896326b72)] {{(pid=74981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:55:32.375426 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-cabdfb48-4742-4aa9-b15c-0bb65653c767 req-726560ec-2ac8-4dab-bfaf-b8396c457b84 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:55:32.660212 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-cabdfb48-4742-4aa9-b15c-0bb65653c767 req-726560ec-2ac8-4dab-bfaf-b8396c457b84 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:55:32.660578 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-cabdfb48-4742-4aa9-b15c-0bb65653c767 req-726560ec-2ac8-4dab-bfaf-b8396c457b84 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446787'] for floatingip, after_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:55:32.660890 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.db.l3_db [req-cabdfb48-4742-4aa9-b15c-0bb65653c767 req-726560ec-2ac8-4dab-bfaf-b8396c457b84 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Floating IP cef402ff-06e1-4844-a638-b4a51b54530e disassociated. External IP: 172.27.0.64, port: cb71548d-300d-47cc-b7ec-0546e3e5f66b.
Sep 10 16:55:32.661231 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [req-cabdfb48-4742-4aa9-b15c-0bb65653c767 req-726560ec-2ac8-4dab-bfaf-b8396c457b84 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Calling delete_port for cb71548d-300d-47cc-b7ec-0546e3e5f66b owned by compute:nova {{(pid=74981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:55:32.804328 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-cabdfb48-4742-4aa9-b15c-0bb65653c767 req-726560ec-2ac8-4dab-bfaf-b8396c457b84 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2943309'] for port, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:55:32.810689 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-785f10b6-7392-430e-9b58-e94fbfce5024 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:55:32.852899 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726560ec-2ac8-4dab-bfaf-b8396c457b84 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Pushing event deleted for resources: {'Port': ['ID=cb71548d-300d-47cc-b7ec-0546e3e5f66b,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:55:32.869672 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726560ec-2ac8-4dab-bfaf-b8396c457b84 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:55:32.870171 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726560ec-2ac8-4dab-bfaf-b8396c457b84 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:55:32.870477 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726560ec-2ac8-4dab-bfaf-b8396c457b84 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:55:32.870850 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726560ec-2ac8-4dab-bfaf-b8396c457b84 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:55:32.871212 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726560ec-2ac8-4dab-bfaf-b8396c457b84 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:55:32.871574 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726560ec-2ac8-4dab-bfaf-b8396c457b84 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:55:32.871930 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726560ec-2ac8-4dab-bfaf-b8396c457b84 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:55:32.872293 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726560ec-2ac8-4dab-bfaf-b8396c457b84 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:55:32.872646 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726560ec-2ac8-4dab-bfaf-b8396c457b84 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:55:32.872997 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726560ec-2ac8-4dab-bfaf-b8396c457b84 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:55:32.873375 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726560ec-2ac8-4dab-bfaf-b8396c457b84 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:55:32.925877 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-726560ec-2ac8-4dab-bfaf-b8396c457b84 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:55:33.157518 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-8b847902-2b55-465f-ad05-b99405748f38 req-33c2156c-23df-4d96-bc14-b11f83e9a318 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f18f6f9-93f6-476b-8c89-ffe8ad5cdacc HTTP/1.1" status: 200  len: 210 time: 0.0443344
Sep 10 16:55:33.211109 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cabdfb48-4742-4aa9-b15c-0bb65653c767 req-726560ec-2ac8-4dab-bfaf-b8396c457b84 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Router e51fcaed-14e6-43f5-903e-8e37801fc96e has already been hosted by L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 {{(pid=74981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 10 16:55:33.423224 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cabdfb48-4742-4aa9-b15c-0bb65653c767 req-726560ec-2ac8-4dab-bfaf-b8396c457b84 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:55:33.433411 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92c150d-4af0-4c6b-ae4e-a94b129f444f None None] Sync routers for ids ['e51fcaed-14e6-43f5-903e-8e37801fc96e'] in dv-cinder-808473-1-iscsi {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:55:33.445559 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92c150d-4af0-4c6b-ae4e-a94b129f444f None None] Routers {'e51fcaed-14e6-43f5-903e-8e37801fc96e'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:55:33.446245 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-f92c150d-4af0-4c6b-ae4e-a94b129f444f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f86252a6100>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:55:28Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['e51fcaed-14e6-43f5-903e-8e37801fc96e'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:55:33.492956 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabdfb48-4742-4aa9-b15c-0bb65653c767 req-726560ec-2ac8-4dab-bfaf-b8396c457b84 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] No DVR routers for this DVR port cb71548d-300d-47cc-b7ec-0546e3e5f66b on host hv-cinder-80847 {{(pid=74981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 10 16:55:33.495385 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-cabdfb48-4742-4aa9-b15c-0bb65653c767 req-726560ec-2ac8-4dab-bfaf-b8396c457b84 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:55:33.497884 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f18f6f9-93f6-476b-8c89-ffe8ad5cdacc', 'name': 'network-vif-deleted', 'tag': 'cb71548d-300d-47cc-b7ec-0546e3e5f66b'}] {{(pid=74981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:55:33.513472 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-cabdfb48-4742-4aa9-b15c-0bb65653c767 req-726560ec-2ac8-4dab-bfaf-b8396c457b84 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.24 "DELETE /v2.0/ports/cb71548d-300d-47cc-b7ec-0546e3e5f66b HTTP/1.1" status: 204  len: 173 time: 1.4430816
Sep 10 16:55:33.632758 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f18f6f9-93f6-476b-8c89-ffe8ad5cdacc', 'name': 'network-vif-deleted', 'tag': 'cb71548d-300d-47cc-b7ec-0546e3e5f66b', 'status': 'completed', 'code': 200}
Sep 10 16:55:33.634683 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-f92c150d-4af0-4c6b-ae4e-a94b129f444f None None] Set router e51fcaed-14e6-43f5-903e-8e37801fc96e gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:55:33.978767 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-f92c150d-4af0-4c6b-ae4e-a94b129f444f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f86252a6100>, [{'id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'name': 'tempest-TestVolumeBootPattern-131779652-router', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '02293ce2-b150-4147-9632-e199a3f398df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:51Z', 'revision_number': 4, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'gw_port': {'id': '02293ce2-b150-4147-9632-e199a3f398df', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': 'b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22', 'name': '', 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'mac_address': 'fa:16:3e:3e:88:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:50Z', 'updated_at': '2021-09-10T16:53:10Z', 'revision_number': 5, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'subnets': [{'id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:55:33.982882 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92c150d-4af0-4c6b-ae4e-a94b129f444f None None] Checking router: e51fcaed-14e6-43f5-903e-8e37801fc96e for host: dv-cinder-808473-1-iscsi {{(pid=74983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:55:33.993503 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92c150d-4af0-4c6b-ae4e-a94b129f444f None None] Routers {'e51fcaed-14e6-43f5-903e-8e37801fc96e'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:55:33.994142 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-f92c150d-4af0-4c6b-ae4e-a94b129f444f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f86252a6100>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:55:28Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['e51fcaed-14e6-43f5-903e-8e37801fc96e'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:55:34.167453 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-f92c150d-4af0-4c6b-ae4e-a94b129f444f None None] Set router e51fcaed-14e6-43f5-903e-8e37801fc96e gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:55:34.361134 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-2068f8a8-2561-455a-8701-1f56b165a0ad req-1e89c344-03cc-4ba9-90e6-fd523b1a7a74 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Synchronizing usage tracker for tenant:7686cda897b34f55a9c6100a20beacbd on resource:port {{(pid=74981) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:55:34.377477 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-2068f8a8-2561-455a-8701-1f56b165a0ad req-1e89c344-03cc-4ba9-90e6-fd523b1a7a74 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Unset dirty status for tenant:7686cda897b34f55a9c6100a20beacbd on resource:port {{(pid=74981) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:55:34.379141 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2068f8a8-2561-455a-8701-1f56b165a0ad req-1e89c344-03cc-4ba9-90e6-fd523b1a7a74 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f18f6f9-93f6-476b-8c89-ffe8ad5cdacc HTTP/1.1" status: 200  len: 210 time: 0.0832858
Sep 10 16:55:34.503612 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-f92c150d-4af0-4c6b-ae4e-a94b129f444f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f86252a6100>, [{'id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'name': 'tempest-TestVolumeBootPattern-131779652-router', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '02293ce2-b150-4147-9632-e199a3f398df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:51Z', 'revision_number': 4, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'gw_port': {'id': '02293ce2-b150-4147-9632-e199a3f398df', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': 'b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22', 'name': '', 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'mac_address': 'fa:16:3e:3e:88:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:50Z', 'updated_at': '2021-09-10T16:53:10Z', 'revision_number': 5, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'subnets': [{'id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:55:34.507971 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92c150d-4af0-4c6b-ae4e-a94b129f444f None None] The sync data for ids ['e51fcaed-14e6-43f5-903e-8e37801fc96e'] in dv-cinder-808473-1-iscsi is: [{'id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'name': 'tempest-TestVolumeBootPattern-131779652-router', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '02293ce2-b150-4147-9632-e199a3f398df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:51Z', 'revision_number': 4, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'gw_port': {'id': '02293ce2-b150-4147-9632-e199a3f398df', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': 'b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22', 'name': '', 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'mac_address': 'fa:16:3e:3e:88:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:50Z', 'updated_at': '2021-09-10T16:53:10Z', 'revision_number': 5, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'subnets': [{'id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:55:34.712421 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5dbe08-7299-4985-b520-0761e7aaaebf None None] New status for floating IP cef402ff-06e1-4844-a638-b4a51b54530e: DOWN {{(pid=74984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 10 16:55:34.974886 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 6 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 16:55:35.392005 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device cb71548d-300d-47cc-b7ec-0546e3e5f66b no longer exists at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:55:35.427756 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] No Port match for: cb71548d-300d-47cc-b7ec-0546e3e5f66b {{(pid=74983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 10 16:55:35.428105 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device cb71548d-300d-47cc-b7ec-0546e3e5f66b not bound to the agent host hv-cinder-80847 {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 10 16:55:35.705970 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-993ffe4f-e165-44e2-8e39-8e1cf86d909e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1189678037&fields=id&tenant_id=7686cda897b34f55a9c6100a20beacbd HTTP/1.1" status: 200  len: 267 time: 0.0397477
Sep 10 16:55:35.848441 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-7ce88f3e-3878-443c-993c-33bd42e9fbbb tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:55:35.850348 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-7ce88f3e-3878-443c-993c-33bd42e9fbbb tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/networks?id=9278cdbd-cac5-475b-a9e3-48d35686072b HTTP/1.1" status: 200  len: 811 time: 0.1380820
Sep 10 16:55:35.866236 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-5dbf8600-a4a9-4a64-b9e8-1cd9b57229a4 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/quotas/7686cda897b34f55a9c6100a20beacbd HTTP/1.1" status: 200  len: 375 time: 0.0106914
Sep 10 16:55:35.947564 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-319c2af7-74c9-4933-8dc1-daa04eaf1b23 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7686cda897b34f55a9c6100a20beacbd&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0762517
Sep 10 16:55:36.028724 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-8cc974da-5d17-4121-977c-c0336ec1b107 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=74981) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Sep 10 16:55:36.029702 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-8cc974da-5d17-4121-977c-c0336ec1b107 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0714352
Sep 10 16:55:36.076161 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:55:36.162317 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-0ae9fdf5-bff1-4c8c-9a1e-954ce57091f7 service neutron] 10.222.0.41 "GET /v2.0/networks/9278cdbd-cac5-475b-a9e3-48d35686072b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264777
Sep 10 16:55:36.293064 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-2fbb5315-b3ae-4f2b-81b0-b575581f9a48 service neutron] 10.222.0.41 "GET /v2.0/networks/9278cdbd-cac5-475b-a9e3-48d35686072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1251097
Sep 10 16:55:36.691348 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-6ccf7b08-4192-4f45-b070-e49ba70cf77d req-b0d975f1-ef09-4bc8-b8fc-482a28fa473b tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=a26adaa1-bceb-4225-bdf4-daba80343b50 HTTP/1.1" status: 200  len: 210 time: 0.0419943
Sep 10 16:55:37.929488 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-a33508a2-4dde-4760-bb74-6bb3ae3f2d65 req-d27e7d79-b9b0-49b7-a773-738b968d6f2c tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=a26adaa1-bceb-4225-bdf4-daba80343b50 HTTP/1.1" status: 200  len: 210 time: 0.1153145
Sep 10 16:55:37.985630 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-8a7fc1be-107a-4b35-b642-c8cfebf7d6e5 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:55:37.987091 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-8a7fc1be-107a-4b35-b642-c8cfebf7d6e5 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.24 "GET /v2.0/networks?id=9278cdbd-cac5-475b-a9e3-48d35686072b HTTP/1.1" status: 200  len: 811 time: 0.1985795
Sep 10 16:55:38.045586 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-f88bdda4-c6fb-4347-ac2b-1ecc88b55f4c tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7686cda897b34f55a9c6100a20beacbd HTTP/1.1" status: 200  len: 380 time: 0.0424960
Sep 10 16:55:38.054881 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-188a87f1-dac4-458f-bf86-f460c8544aed tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Request body: {'port': {'device_id': 'a26adaa1-bceb-4225-bdf4-daba80343b50', 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b', 'admin_state_up': True, 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'security_groups': ['b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a']}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:55:38.188961 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-188a87f1-dac4-458f-bf86-f460c8544aed tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:55:38.198634 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-188a87f1-dac4-458f-bf86-f460c8544aed tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:55:38.207980 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-188a87f1-dac4-458f-bf86-f460c8544aed tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Made reservation on behalf of 7686cda897b34f55a9c6100a20beacbd for: {'port': 1} {{(pid=74981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:55:38.212006 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-188a87f1-dac4-458f-bf86-f460c8544aed tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:55:38.375086 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.db_base_plugin_common [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-188a87f1-dac4-458f-bf86-f460c8544aed tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Allocated IP 172.20.0.13 (9278cdbd-cac5-475b-a9e3-48d35686072b/fcc4c87f-6de4-4110-91a3-957c1f2663c4/dd5f721b-9ccd-4b54-94f9-9b0040cc057f) {{(pid=74981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:55:38.671480 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-188a87f1-dac4-458f-bf86-f460c8544aed tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks [] for port, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:55:38.687033 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.provisioning_blocks [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-188a87f1-dac4-458f-bf86-f460c8544aed tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Transition to ACTIVE for port object dd5f721b-9ccd-4b54-94f9-9b0040cc057f will not be triggered until provisioned by entity DHCP. {{(pid=74981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:55:38.710452 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-188a87f1-dac4-458f-bf86-f460c8544aed tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2943309'] for port, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:55:38.716498 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-fde0b185-d334-4640-a331-e3542a686077 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:55:38.779809 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-188a87f1-dac4-458f-bf86-f460c8544aed tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Network 9278cdbd-cac5-475b-a9e3-48d35686072b is already hosted by enough agents. {{(pid=74981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:55:38.782801 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.base_scheduler [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-188a87f1-dac4-458f-bf86-f460c8544aed tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Resources bound (agent type, host, resource id):  {{(pid=74981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:55:38.787427 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-188a87f1-dac4-458f-bf86-f460c8544aed tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Received port after_create {{(pid=74981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:55:38.828890 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a87f1-dac4-458f-bf86-f460c8544aed tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Pushing event updated for resources: {'Port': ['ID=dd5f721b-9ccd-4b54-94f9-9b0040cc057f,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:55:38.833669 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-188a87f1-dac4-458f-bf86-f460c8544aed tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:55:38.854895 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-188a87f1-dac4-458f-bf86-f460c8544aed tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:55:38.855499 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-188a87f1-dac4-458f-bf86-f460c8544aed tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:55:38.881600 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-188a87f1-dac4-458f-bf86-f460c8544aed tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8309455
Sep 10 16:55:38.893016 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-f0f8a895-7998-4644-80a6-3c1704c3d15b service neutron] Request body: {'port': {'device_id': 'a26adaa1-bceb-4225-bdf4-daba80343b50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:55:39.004131 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-f0f8a895-7998-4644-80a6-3c1704c3d15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:55:39.066114 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-539cee3e-28a9-4970-9e3d-fe5a9865bf73 None None] Provisioning for port dd5f721b-9ccd-4b54-94f9-9b0040cc057f completed by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:55:39.070659 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-539cee3e-28a9-4970-9e3d-fe5a9865bf73 None None] Provisioning complete for port dd5f721b-9ccd-4b54-94f9-9b0040cc057f triggered by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:55:39.071032 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-539cee3e-28a9-4970-9e3d-fe5a9865bf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:55:39.122095 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-539cee3e-28a9-4970-9e3d-fe5a9865bf73 None None] Port dd5f721b-9ccd-4b54-94f9-9b0040cc057f cannot update to ACTIVE because it is not bound. {{(pid=74983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 10 16:55:39.135357 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87debd-9ebf-45da-8aa2-491c155c1709 req-eddbfcdd-2374-412f-a515-40b3f3276a12 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:55:39.136828 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-7d87debd-9ebf-45da-8aa2-491c155c1709 req-eddbfcdd-2374-412f-a515-40b3f3276a12 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=a26adaa1-bceb-4225-bdf4-daba80343b50 HTTP/1.1" status: 200  len: 932 time: 0.0832655
Sep 10 16:55:39.182197 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-7d87debd-9ebf-45da-8aa2-491c155c1709 req-10460db0-318f-4556-89ed-61db56e612a3 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/security-groups?id=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395479
Sep 10 16:55:39.347613 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.notifiers.nova [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-f0f8a895-7998-4644-80a6-3c1704c3d15b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd5f721b-9ccd-4b54-94f9-9b0040cc057f {{(pid=74981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:55:39.354321 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-f0f8a895-7998-4644-80a6-3c1704c3d15b service neutron] Notify callbacks [] for port, precommit_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:55:39.368889 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.provisioning_blocks [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-f0f8a895-7998-4644-80a6-3c1704c3d15b service neutron] Transition to ACTIVE for port object dd5f721b-9ccd-4b54-94f9-9b0040cc057f will not be triggered until provisioned by entity L2. {{(pid=74981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:55:39.372656 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-f0f8a895-7998-4644-80a6-3c1704c3d15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2943322'] for port, after_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:55:39.376335 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-b7b4e5ea-edc9-4fb4-94fa-f9509cd9afc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:55:39.503830 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8a895-7998-4644-80a6-3c1704c3d15b service neutron] Pushing event updated for resources: {'Port': ['ID=dd5f721b-9ccd-4b54-94f9-9b0040cc057f,revision_number=2']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:55:39.507953 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-f0f8a895-7998-4644-80a6-3c1704c3d15b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:55:39.611623 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.managers [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-f0f8a895-7998-4644-80a6-3c1704c3d15b service neutron] Attempting to bind port dd5f721b-9ccd-4b54-94f9-9b0040cc057f on host hv-cinder-80847 for vnic_type normal with profile  {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:55:39.611952 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.managers [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-f0f8a895-7998-4644-80a6-3c1704c3d15b service neutron] Attempting to bind port dd5f721b-9ccd-4b54-94f9-9b0040cc057f by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': '6d02c11a-e94d-403f-bc27-639896326b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b'}] {{(pid=74981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:55:39.612273 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-f0f8a895-7998-4644-80a6-3c1704c3d15b service neutron] Attempting to bind port dd5f721b-9ccd-4b54-94f9-9b0040cc057f on network 9278cdbd-cac5-475b-a9e3-48d35686072b {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:55:39.618644 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-f0f8a895-7998-4644-80a6-3c1704c3d15b service neutron] Port dd5f721b-9ccd-4b54-94f9-9b0040cc057f on network 9278cdbd-cac5-475b-a9e3-48d35686072b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 10 16:55:39.618958 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-f0f8a895-7998-4644-80a6-3c1704c3d15b service neutron] Attempting to bind port dd5f721b-9ccd-4b54-94f9-9b0040cc057f on network 9278cdbd-cac5-475b-a9e3-48d35686072b {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:55:39.625337 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-f0f8a895-7998-4644-80a6-3c1704c3d15b service neutron] Checking agent: {'id': '653d4f90-9fea-4616-953f-74c38214cca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 41, 36), 'started_at': datetime.datetime(2021, 9, 10, 16, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:55:39.625676 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-f0f8a895-7998-4644-80a6-3c1704c3d15b service neutron] Checking segment: {'id': '6d02c11a-e94d-403f-bc27-639896326b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:55:39.626062 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-f0f8a895-7998-4644-80a6-3c1704c3d15b service neutron] Bound using segment: {'id': '6d02c11a-e94d-403f-bc27-639896326b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b'} {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:55:39.626542 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.managers [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-f0f8a895-7998-4644-80a6-3c1704c3d15b service neutron] Bound port: dd5f721b-9ccd-4b54-94f9-9b0040cc057f, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d02c11a-e94d-403f-bc27-639896326b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b'}}] {{(pid=74981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:55:39.626888 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-f0f8a895-7998-4644-80a6-3c1704c3d15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:55:39.713899 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-f0f8a895-7998-4644-80a6-3c1704c3d15b service neutron] For port dd5f721b-9ccd-4b54-94f9-9b0040cc057f, host hv-cinder-80847, cleared binding levels {{(pid=74981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:55:39.716736 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-f0f8a895-7998-4644-80a6-3c1704c3d15b service neutron] For port dd5f721b-9ccd-4b54-94f9-9b0040cc057f, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=dd5f721b-9ccd-4b54-94f9-9b0040cc057f,segment=NetworkSegment(6d02c11a-e94d-403f-bc27-639896326b72),segment_id=6d02c11a-e94d-403f-bc27-639896326b72)] {{(pid=74981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:55:39.721127 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-f0f8a895-7998-4644-80a6-3c1704c3d15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2943322'] for port, after_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:55:39.725249 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-27a824de-5b46-4483-8000-ad18a8067f0c tempest-VolumesNegativeTest-31603779 tempest-VolumesNegativeTest-31603779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:55:39.785227 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-f0f8a895-7998-4644-80a6-3c1704c3d15b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:55:39.787186 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-f0f8a895-7998-4644-80a6-3c1704c3d15b service neutron] 10.222.0.24 "PUT /v2.0/ports/dd5f721b-9ccd-4b54-94f9-9b0040cc057f HTTP/1.1" status: 200  len: 1094 time: 0.8978612
Sep 10 16:55:39.787692 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a26adaa1-bceb-4225-bdf4-daba80343b50', 'tag': 'dd5f721b-9ccd-4b54-94f9-9b0040cc057f'}] {{(pid=74981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:55:39.806373 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8a895-7998-4644-80a6-3c1704c3d15b service neutron] Pushing event updated for resources: {'Port': ['ID=dd5f721b-9ccd-4b54-94f9-9b0040cc057f,revision_number=3']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:55:39.809293 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-f0f8a895-7998-4644-80a6-3c1704c3d15b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:55:39.862414 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a26adaa1-bceb-4225-bdf4-daba80343b50', 'tag': 'dd5f721b-9ccd-4b54-94f9-9b0040cc057f', 'status': 'completed', 'code': 200}
Sep 10 16:55:39.898777 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-15464a29-3f83-46bc-ae76-d3a8fa8c078e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7686cda897b34f55a9c6100a20beacbd&device_id=a26adaa1-bceb-4225-bdf4-daba80343b50 HTTP/1.1" status: 200  len: 1097 time: 0.0724812
Sep 10 16:55:39.970487 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-8bc9865f-d8e9-491e-8542-54140f84d79b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd5f721b-9ccd-4b54-94f9-9b0040cc057f HTTP/1.1" status: 200  len: 217 time: 0.0645669
Sep 10 16:55:40.030450 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-968aa3c5-dc68-4bea-956f-4afc8a1d6f81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:55:40.031839 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-968aa3c5-dc68-4bea-956f-4afc8a1d6f81 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcc4c87f-6de4-4110-91a3-957c1f2663c4 HTTP/1.1" status: 200  len: 850 time: 0.0557566
Sep 10 16:55:40.103266 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-c2c08130-d04d-4b5b-999c-c130a714c6ca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9278cdbd-cac5-475b-a9e3-48d35686072b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0655053
Sep 10 16:55:40.230959 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-d2badd76-6959-49e3-b237-392e03afef9f service neutron] 10.222.0.24 "GET /v2.0/networks/9278cdbd-cac5-475b-a9e3-48d35686072b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1216817
Sep 10 16:55:40.365628 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-68b8057c-8c5c-4fbb-8e13-a319ae52aa51 req-8f344aca-8ce5-49f9-8a71-b0e72df7ca5e service neutron] 10.222.0.24 "GET /v2.0/networks/9278cdbd-cac5-475b-a9e3-48d35686072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261995
Sep 10 16:55:40.383310 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435ed05-c66d-435b-86a9-70268337a4be req-566420d0-ab04-4434-a116-a4f7c7591cb5 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:55:40.384745 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-6435ed05-c66d-435b-86a9-70268337a4be req-566420d0-ab04-4434-a116-a4f7c7591cb5 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=a26adaa1-bceb-4225-bdf4-daba80343b50 HTTP/1.1" status: 200  len: 944 time: 0.0783520
Sep 10 16:55:40.434236 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-6435ed05-c66d-435b-86a9-70268337a4be req-1f62253d-1bb3-4c55-aa33-0a65b307e390 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/security-groups?id=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427547
Sep 10 16:55:40.563645 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7e47f976-76a5-49e1-9387-8f7da65e0b8c req-468832ef-71d8-41f5-9fee-9f7184296c0a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7686cda897b34f55a9c6100a20beacbd&device_id=a26adaa1-bceb-4225-bdf4-daba80343b50 HTTP/1.1" status: 200  len: 1097 time: 0.1548507
Sep 10 16:55:40.693544 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47f976-76a5-49e1-9387-8f7da65e0b8c req-e5d1a979-9e40-4c3c-94b4-2b67a5162902 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:55:40.695031 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7e47f976-76a5-49e1-9387-8f7da65e0b8c req-e5d1a979-9e40-4c3c-94b4-2b67a5162902 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9278cdbd-cac5-475b-a9e3-48d35686072b HTTP/1.1" status: 200  len: 912 time: 0.1239247
Sep 10 16:55:40.765247 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7e47f976-76a5-49e1-9387-8f7da65e0b8c req-7b130b66-0560-41f9-8bb3-ab704ee226e4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd5f721b-9ccd-4b54-94f9-9b0040cc057f HTTP/1.1" status: 200  len: 217 time: 0.0634656
Sep 10 16:55:40.827281 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47f976-76a5-49e1-9387-8f7da65e0b8c req-43598ba1-f652-4f90-9b80-ddd9b3a33d0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:55:40.828608 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7e47f976-76a5-49e1-9387-8f7da65e0b8c req-43598ba1-f652-4f90-9b80-ddd9b3a33d0b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcc4c87f-6de4-4110-91a3-957c1f2663c4 HTTP/1.1" status: 200  len: 850 time: 0.0561626
Sep 10 16:55:40.903862 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7e47f976-76a5-49e1-9387-8f7da65e0b8c req-1c918b2c-36c1-4fed-8a5e-f5366edc26df service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9278cdbd-cac5-475b-a9e3-48d35686072b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0692732
Sep 10 16:55:41.033394 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7e47f976-76a5-49e1-9387-8f7da65e0b8c req-116e47bd-72e5-4586-b3bf-68bf6742031d service neutron] 10.222.0.24 "GET /v2.0/networks/9278cdbd-cac5-475b-a9e3-48d35686072b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223073
Sep 10 16:55:41.162397 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-7e47f976-76a5-49e1-9387-8f7da65e0b8c req-5b7194cc-5ab6-4605-84a6-246789829496 service neutron] 10.222.0.24 "GET /v2.0/networks/9278cdbd-cac5-475b-a9e3-48d35686072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1214607
Sep 10 16:55:41.627250 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63119b9d-0b23-43b8-9441-f78725a5d5fe req-47a876e7-3315-4f0e-b94c-9e320d2ce673 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:55:41.627913 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-63119b9d-0b23-43b8-9441-f78725a5d5fe req-47a876e7-3315-4f0e-b94c-9e320d2ce673 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Synchronizing usage tracker for tenant:7686cda897b34f55a9c6100a20beacbd on resource:port {{(pid=74981) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:55:41.642960 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-63119b9d-0b23-43b8-9441-f78725a5d5fe req-47a876e7-3315-4f0e-b94c-9e320d2ce673 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Unset dirty status for tenant:7686cda897b34f55a9c6100a20beacbd on resource:port {{(pid=74981) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:55:41.644094 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-63119b9d-0b23-43b8-9441-f78725a5d5fe req-47a876e7-3315-4f0e-b94c-9e320d2ce673 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=a26adaa1-bceb-4225-bdf4-daba80343b50 HTTP/1.1" status: 200  len: 944 time: 0.0898340
Sep 10 16:55:41.687863 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-63119b9d-0b23-43b8-9441-f78725a5d5fe req-aeface54-4138-459b-9012-ce76dc54ec12 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/security-groups?id=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377648
Sep 10 16:55:42.880331 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135a4e3-d8da-4359-b361-1f8d3d1b7363 req-62912471-d6ea-4862-96a2-eb25d2a3a4dc tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:55:42.881763 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-7135a4e3-d8da-4359-b361-1f8d3d1b7363 req-62912471-d6ea-4862-96a2-eb25d2a3a4dc tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=a26adaa1-bceb-4225-bdf4-daba80343b50 HTTP/1.1" status: 200  len: 944 time: 0.0756440
Sep 10 16:55:42.925632 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-7135a4e3-d8da-4359-b361-1f8d3d1b7363 req-8171b394-a526-4868-b657-dfd079adab77 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/security-groups?id=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385098
Sep 10 16:55:44.121985 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e173c619-f3fe-4afc-ab01-b4b53ef43e23 req-847e6574-bb83-4d3d-aaa8-1d63d245031f tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:55:44.123431 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-e173c619-f3fe-4afc-ab01-b4b53ef43e23 req-847e6574-bb83-4d3d-aaa8-1d63d245031f tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=a26adaa1-bceb-4225-bdf4-daba80343b50 HTTP/1.1" status: 200  len: 944 time: 0.0782127
Sep 10 16:55:44.169322 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-e173c619-f3fe-4afc-ab01-b4b53ef43e23 req-ee7c658f-513e-47f1-820e-e3bebfcc70f5 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/security-groups?id=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404956
Sep 10 16:55:45.370231 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d1eb2-91b0-4897-9c57-d0d1c3533404 req-9c15343f-eac4-4e0c-9590-12da8b3c0645 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:55:45.371687 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-352d1eb2-91b0-4897-9c57-d0d1c3533404 req-9c15343f-eac4-4e0c-9590-12da8b3c0645 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=a26adaa1-bceb-4225-bdf4-daba80343b50 HTTP/1.1" status: 200  len: 944 time: 0.0806749
Sep 10 16:55:45.415847 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-352d1eb2-91b0-4897-9c57-d0d1c3533404 req-dd33ed0d-85bd-47b5-9799-ab15d1ef3e47 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/security-groups?id=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385964
Sep 10 16:55:46.606291 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7eed8-b73a-4d1a-89e5-72a62179d15b req-0f2489f5-a24d-4cfc-a0f6-cbd64721dba3 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:55:46.607634 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-88d7eed8-b73a-4d1a-89e5-72a62179d15b req-0f2489f5-a24d-4cfc-a0f6-cbd64721dba3 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=a26adaa1-bceb-4225-bdf4-daba80343b50 HTTP/1.1" status: 200  len: 944 time: 0.0744040
Sep 10 16:55:46.652292 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-88d7eed8-b73a-4d1a-89e5-72a62179d15b req-db8bee3a-13e5-40c7-be7e-5b82da8bf83d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/security-groups?id=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392985
Sep 10 16:55:47.477232 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device dd5f721b-9ccd-4b54-94f9-9b0040cc057f details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=74983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 10 16:55:47.607838 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port dd5f721b-9ccd-4b54-94f9-9b0040cc057f, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=dd5f721b-9ccd-4b54-94f9-9b0040cc057f,segment=NetworkSegment(6d02c11a-e94d-403f-bc27-639896326b72),segment_id=6d02c11a-e94d-403f-bc27-639896326b72)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:55:47.621047 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Returning: {'device': 'dd5f721b-9ccd-4b54-94f9-9b0040cc057f', 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b', 'port_id': 'dd5f721b-9ccd-4b54-94f9-9b0040cc057f', 'mac_address': 'fa:16:3e:dc:4e:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 10 16:55:47.681325 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:55:47.700090 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd5f721b-9ccd-4b54-94f9-9b0040cc057f {{(pid=74983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:55:47.716124 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port dd5f721b-9ccd-4b54-94f9-9b0040cc057f, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=dd5f721b-9ccd-4b54-94f9-9b0040cc057f,segment=NetworkSegment(6d02c11a-e94d-403f-bc27-639896326b72),segment_id=6d02c11a-e94d-403f-bc27-639896326b72)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:55:47.720728 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:55:47.722594 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:55:47.784708 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=dd5f721b-9ccd-4b54-94f9-9b0040cc057f,revision_number=4']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:55:47.794430 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:55:47.794778 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:55:47.795117 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:55:47.795452 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:55:47.795811 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:55:47.796140 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:55:47.796468 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:55:47.796796 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:55:47.797139 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:55:47.797542 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:55:47.797864 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:55:47.801677 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:55:47.849252 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184502c7-b770-4804-82ca-7a0b4c656fe3 req-355e0a81-5da8-48a4-aefb-e2623d6065ac tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:55:47.850735 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-184502c7-b770-4804-82ca-7a0b4c656fe3 req-355e0a81-5da8-48a4-aefb-e2623d6065ac tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=a26adaa1-bceb-4225-bdf4-daba80343b50 HTTP/1.1" status: 200  len: 945 time: 0.0787725
Sep 10 16:55:47.897656 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-184502c7-b770-4804-82ca-7a0b4c656fe3 req-acc78ce8-7d77-4145-8750-2b75c42a0d82 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/security-groups?id=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413165
Sep 10 16:55:47.950529 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] get_ports_and_sgs() called for port_ids ['dd5f721b-9ccd-4b54-94f9-9b0040cc057f'] {{(pid=74983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 10 16:55:49.091971 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2cb3aa-2d44-4ad1-bd19-201ef830a1eb req-61db6d21-92f3-44cd-9b25-8ad9833d36f6 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:55:49.093405 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-8d2cb3aa-2d44-4ad1-bd19-201ef830a1eb req-61db6d21-92f3-44cd-9b25-8ad9833d36f6 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=a26adaa1-bceb-4225-bdf4-daba80343b50 HTTP/1.1" status: 200  len: 945 time: 0.0781121
Sep 10 16:55:49.137185 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-8d2cb3aa-2d44-4ad1-bd19-201ef830a1eb req-9219a6bc-7029-4265-ad0d-c72c9db536aa tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/security-groups?id=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384324
Sep 10 16:55:49.494363 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device dd5f721b-9ccd-4b54-94f9-9b0040cc057f up at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:55:49.563886 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning for port dd5f721b-9ccd-4b54-94f9-9b0040cc057f completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:55:49.568523 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning complete for port dd5f721b-9ccd-4b54-94f9-9b0040cc057f triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:55:49.568942 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:55:49.679651 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:55:49.705214 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26adaa1-bceb-4225-bdf4-daba80343b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5f721b-9ccd-4b54-94f9-9b0040cc057f'}] {{(pid=74983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:55:49.714866 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port dd5f721b-9ccd-4b54-94f9-9b0040cc057f, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=dd5f721b-9ccd-4b54-94f9-9b0040cc057f,segment=NetworkSegment(6d02c11a-e94d-403f-bc27-639896326b72),segment_id=6d02c11a-e94d-403f-bc27-639896326b72)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:55:49.718668 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:55:49.720505 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:55:49.783901 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=dd5f721b-9ccd-4b54-94f9-9b0040cc057f,revision_number=5']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:55:49.786875 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:55:49.838664 dv-cinder-808473-1-iscsi neutron-server[74983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26adaa1-bceb-4225-bdf4-daba80343b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5f721b-9ccd-4b54-94f9-9b0040cc057f', 'code': 200}
Sep 10 16:55:50.117691 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-6ea0c29e-aaee-40e8-8c2b-ff5936ae486f req-463baaed-2a83-4295-bcd2-1eae2fff1c28 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a26adaa1-bceb-4225-bdf4-daba80343b50 HTTP/1.1" status: 200  len: 1099 time: 0.0675528
Sep 10 16:55:50.158368 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-6ea0c29e-aaee-40e8-8c2b-ff5936ae486f req-45412a66-495c-4077-b3ae-6e32aac1daad service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0348613
Sep 10 16:55:50.336301 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbef41c-52bd-4b28-9f50-c978c8c8820c req-f119f6db-e56a-4a5b-b6b9-066ad8f0856b tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:55:50.337760 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-9fbef41c-52bd-4b28-9f50-c978c8c8820c req-f119f6db-e56a-4a5b-b6b9-066ad8f0856b tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=a26adaa1-bceb-4225-bdf4-daba80343b50 HTTP/1.1" status: 200  len: 946 time: 0.0801399
Sep 10 16:55:50.381972 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-9fbef41c-52bd-4b28-9f50-c978c8c8820c req-fa50f2be-669a-47b9-b8c0-909a2c7f07c5 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/security-groups?id=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386124
Sep 10 16:55:51.582182 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f629953-63d0-432c-831a-e7cf5aff7b95 req-17fa343b-5607-4505-92cc-336e629dfd86 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:55:51.583531 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-2f629953-63d0-432c-831a-e7cf5aff7b95 req-17fa343b-5607-4505-92cc-336e629dfd86 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=a26adaa1-bceb-4225-bdf4-daba80343b50 HTTP/1.1" status: 200  len: 946 time: 0.0791914
Sep 10 16:55:51.628428 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-2f629953-63d0-432c-831a-e7cf5aff7b95 req-55c50719-4cb1-4535-9cd5-7bb66417681e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/security-groups?id=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386622
Sep 10 16:55:51.821165 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b411c72-b01c-4ed0-b77a-fa947f24dace req-5ce782c8-3124-4253-8047-9ef06257abfc tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:55:51.822731 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-5b411c72-b01c-4ed0-b77a-fa947f24dace req-5ce782c8-3124-4253-8047-9ef06257abfc tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=a26adaa1-bceb-4225-bdf4-daba80343b50 HTTP/1.1" status: 200  len: 946 time: 0.0775769
Sep 10 16:55:51.870908 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-5b411c72-b01c-4ed0-b77a-fa947f24dace req-8640e6c5-9827-47ee-aad5-0773857768ac tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/security-groups?id=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426843
Sep 10 16:55:51.898303 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 37788) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:55:51.966746 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-73ed295d-a3c8-4c5e-bf12-9acee61deac2 tempest-TestVolumeBootPattern-8989317 tempest-TestVolumeBootPattern-8989317-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a26adaa1-bceb-4225-bdf4-daba80343b50 HTTP/1.1" status: 200  len: 1094 time: 0.0672603
Sep 10 16:55:51.969167 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 37792) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:55:51.974334 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-73d4e2a7-8458-455e-b545-114fe9ac22b7 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Request body: {'floatingip': {'floating_network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'port_id': 'dd5f721b-9ccd-4b54-94f9-9b0040cc057f', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:55:51.980203 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-73d4e2a7-8458-455e-b545-114fe9ac22b7 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:55:51.983963 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-73d4e2a7-8458-455e-b545-114fe9ac22b7 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Usage tracker for resource:floatingip and tenant:7686cda897b34f55a9c6100a20beacbd is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:55:51.986738 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-73d4e2a7-8458-455e-b545-114fe9ac22b7 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:55:51.992938 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-73d4e2a7-8458-455e-b545-114fe9ac22b7 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:55:52.003229 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-73d4e2a7-8458-455e-b545-114fe9ac22b7 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks [] for floatingip, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:55:52.136277 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-73d4e2a7-8458-455e-b545-114fe9ac22b7 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:55:52.270282 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.db_base_plugin_common [None req-73d4e2a7-8458-455e-b545-114fe9ac22b7 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Allocated IP 172.27.0.13 (7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e/dc5dafb3-b941-44a9-9498-2bdb3e4caa08/f9b18cf5-f797-4034-8e5d-960768ae0cc7) {{(pid=74982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:55:52.532278 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-73d4e2a7-8458-455e-b545-114fe9ac22b7 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks [] for port, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:55:52.559531 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-73d4e2a7-8458-455e-b545-114fe9ac22b7 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:55:52.563828 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-8bc6f65c-65d9-4d9b-91ca-6e3195861537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:55:52.629292 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d4e2a7-8458-455e-b545-114fe9ac22b7 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Network 7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e is already hosted by enough agents. {{(pid=74982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:55:52.632219 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.base_scheduler [None req-73d4e2a7-8458-455e-b545-114fe9ac22b7 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Resources bound (agent type, host, resource id):  {{(pid=74982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:55:52.637236 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d4e2a7-8458-455e-b545-114fe9ac22b7 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Received port after_create {{(pid=74982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:55:52.661332 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4e2a7-8458-455e-b545-114fe9ac22b7 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Pushing event updated for resources: {'Port': ['ID=f9b18cf5-f797-4034-8e5d-960768ae0cc7,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:55:52.682995 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d4e2a7-8458-455e-b545-114fe9ac22b7 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:55:52.683371 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d4e2a7-8458-455e-b545-114fe9ac22b7 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:55:52.683736 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d4e2a7-8458-455e-b545-114fe9ac22b7 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:55:52.684098 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d4e2a7-8458-455e-b545-114fe9ac22b7 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:55:52.684568 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d4e2a7-8458-455e-b545-114fe9ac22b7 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:55:52.685036 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d4e2a7-8458-455e-b545-114fe9ac22b7 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:55:52.685394 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d4e2a7-8458-455e-b545-114fe9ac22b7 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:55:52.685879 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d4e2a7-8458-455e-b545-114fe9ac22b7 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:55:52.686376 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d4e2a7-8458-455e-b545-114fe9ac22b7 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:55:52.686730 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d4e2a7-8458-455e-b545-114fe9ac22b7 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:55:52.687082 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d4e2a7-8458-455e-b545-114fe9ac22b7 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:55:52.692008 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-73d4e2a7-8458-455e-b545-114fe9ac22b7 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:55:53.158138 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-73d4e2a7-8458-455e-b545-114fe9ac22b7 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:55:53.213748 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-73d4e2a7-8458-455e-b545-114fe9ac22b7 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:55:53.411092 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-73d4e2a7-8458-455e-b545-114fe9ac22b7 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks [] for port, precommit_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:55:53.415583 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-73d4e2a7-8458-455e-b545-114fe9ac22b7 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2865589'] for port, after_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:55:53.419141 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-b6566e24-9ef0-4732-b263-7fcf18908f70 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:55:53.530171 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4e2a7-8458-455e-b545-114fe9ac22b7 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Pushing event updated for resources: {'Port': ['ID=f9b18cf5-f797-4034-8e5d-960768ae0cc7,revision_number=2']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:55:53.534099 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-73d4e2a7-8458-455e-b545-114fe9ac22b7 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:55:53.543026 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-73d4e2a7-8458-455e-b545-114fe9ac22b7 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446787'] for floatingip, after_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:55:53.729189 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.db.l3_db [None req-73d4e2a7-8458-455e-b545-114fe9ac22b7 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Floating IP eac07ed2-de40-4458-a476-775c56171989 associated. External IP: 172.27.0.13, port: dd5f721b-9ccd-4b54-94f9-9b0040cc057f.
Sep 10 16:55:54.214820 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d4e2a7-8458-455e-b545-114fe9ac22b7 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Router e51fcaed-14e6-43f5-903e-8e37801fc96e has already been hosted by L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 {{(pid=74982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 10 16:55:54.415617 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d4e2a7-8458-455e-b545-114fe9ac22b7 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:55:54.424645 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0b02df-bce7-4c1d-b7ec-6ce600947620 None None] Sync routers for ids ['e51fcaed-14e6-43f5-903e-8e37801fc96e'] in dv-cinder-808473-1-iscsi {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:55:54.436247 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0b02df-bce7-4c1d-b7ec-6ce600947620 None None] Routers {'e51fcaed-14e6-43f5-903e-8e37801fc96e'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:55:54.436779 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-ca0b02df-bce7-4c1d-b7ec-6ce600947620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f86254e59a0>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:55:28Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['e51fcaed-14e6-43f5-903e-8e37801fc96e'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:55:54.438846 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-73d4e2a7-8458-455e-b545-114fe9ac22b7 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for floatingip, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:55:54.492606 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-73d4e2a7-8458-455e-b545-114fe9ac22b7 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5224352
Sep 10 16:55:54.493273 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a26adaa1-bceb-4225-bdf4-daba80343b50', 'tag': 'dd5f721b-9ccd-4b54-94f9-9b0040cc057f'}] {{(pid=74982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:55:54.629756 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a26adaa1-bceb-4225-bdf4-daba80343b50', 'tag': 'dd5f721b-9ccd-4b54-94f9-9b0040cc057f', 'status': 'completed', 'code': 200}
Sep 10 16:55:54.652913 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-ca0b02df-bce7-4c1d-b7ec-6ce600947620 None None] Set router e51fcaed-14e6-43f5-903e-8e37801fc96e gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:55:54.725153 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-59dc8c86-2a18-4082-92b4-2fa50f57fcec req-5bd8e0f5-bd7d-4173-adce-395e609506c8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7686cda897b34f55a9c6100a20beacbd&device_id=a26adaa1-bceb-4225-bdf4-daba80343b50 HTTP/1.1" status: 200  len: 1099 time: 0.0729938
Sep 10 16:55:54.855256 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc8c86-2a18-4082-92b4-2fa50f57fcec req-95ef0a50-b8d7-490b-b0e9-d632589e9f65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:55:54.856626 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-59dc8c86-2a18-4082-92b4-2fa50f57fcec req-95ef0a50-b8d7-490b-b0e9-d632589e9f65 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9278cdbd-cac5-475b-a9e3-48d35686072b HTTP/1.1" status: 200  len: 912 time: 0.1254418
Sep 10 16:55:55.002338 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-ca0b02df-bce7-4c1d-b7ec-6ce600947620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f86254e59a0>, [{'id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'name': 'tempest-TestVolumeBootPattern-131779652-router', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '02293ce2-b150-4147-9632-e199a3f398df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:51Z', 'revision_number': 4, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'gw_port': {'id': '02293ce2-b150-4147-9632-e199a3f398df', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_floatingips': [{'id': 'eac07ed2-de40-4458-a476-775c56171989', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'router_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'port_id': 'dd5f721b-9ccd-4b54-94f9-9b0040cc057f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b', 'mac_address': 'fa:16:3e:dc:4e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26adaa1-bceb-4225-bdf4-daba80343b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:55:52Z', 'updated_at': '2021-09-10T16:55:52Z', 'revision_number': 0, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22', 'name': '', 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'mac_address': 'fa:16:3e:3e:88:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:50Z', 'updated_at': '2021-09-10T16:53:10Z', 'revision_number': 5, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'subnets': [{'id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:55:55.007048 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0b02df-bce7-4c1d-b7ec-6ce600947620 None None] Checking router: e51fcaed-14e6-43f5-903e-8e37801fc96e for host: dv-cinder-808473-1-iscsi {{(pid=74983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:55:55.017565 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0b02df-bce7-4c1d-b7ec-6ce600947620 None None] Routers {'e51fcaed-14e6-43f5-903e-8e37801fc96e'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:55:55.018653 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-ca0b02df-bce7-4c1d-b7ec-6ce600947620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f86254e59a0>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:55:28Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['e51fcaed-14e6-43f5-903e-8e37801fc96e'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:55:55.045796 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-59dc8c86-2a18-4082-92b4-2fa50f57fcec req-6a2c623a-387e-4a35-a9ce-d5f3dbf6fbf4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd5f721b-9ccd-4b54-94f9-9b0040cc057f HTTP/1.1" status: 200  len: 999 time: 0.1828880
Sep 10 16:55:55.107347 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc8c86-2a18-4082-92b4-2fa50f57fcec req-82af6c73-c09e-4cd6-a719-a2c3eef0787f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:55:55.108722 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-59dc8c86-2a18-4082-92b4-2fa50f57fcec req-82af6c73-c09e-4cd6-a719-a2c3eef0787f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcc4c87f-6de4-4110-91a3-957c1f2663c4 HTTP/1.1" status: 200  len: 850 time: 0.0569389
Sep 10 16:55:55.186198 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-59dc8c86-2a18-4082-92b4-2fa50f57fcec req-5b426b6e-0e76-4277-831d-44aa2705c189 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9278cdbd-cac5-475b-a9e3-48d35686072b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0709898
Sep 10 16:55:55.192242 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-ca0b02df-bce7-4c1d-b7ec-6ce600947620 None None] Set router e51fcaed-14e6-43f5-903e-8e37801fc96e gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:55:55.265805 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-b5def3b6-b899-4627-984c-18df6495f260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:55:55.323107 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-59dc8c86-2a18-4082-92b4-2fa50f57fcec req-dab499b7-c821-4a59-8f8a-f3d88d528fec service neutron] 10.222.0.24 "GET /v2.0/networks/9278cdbd-cac5-475b-a9e3-48d35686072b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1310663
Sep 10 16:55:55.455549 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-59dc8c86-2a18-4082-92b4-2fa50f57fcec req-2832a31d-ccbd-49a5-9ece-7f16e95189a2 service neutron] 10.222.0.24 "GET /v2.0/networks/9278cdbd-cac5-475b-a9e3-48d35686072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261024
Sep 10 16:55:55.550755 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-ca0b02df-bce7-4c1d-b7ec-6ce600947620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f86254e59a0>, [{'id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'name': 'tempest-TestVolumeBootPattern-131779652-router', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '02293ce2-b150-4147-9632-e199a3f398df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:51Z', 'revision_number': 4, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'gw_port': {'id': '02293ce2-b150-4147-9632-e199a3f398df', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_floatingips': [{'id': 'eac07ed2-de40-4458-a476-775c56171989', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'router_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'port_id': 'dd5f721b-9ccd-4b54-94f9-9b0040cc057f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b', 'mac_address': 'fa:16:3e:dc:4e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26adaa1-bceb-4225-bdf4-daba80343b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:55:52Z', 'updated_at': '2021-09-10T16:55:52Z', 'revision_number': 0, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22', 'name': '', 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'mac_address': 'fa:16:3e:3e:88:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:50Z', 'updated_at': '2021-09-10T16:53:10Z', 'revision_number': 5, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'subnets': [{'id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:55:55.555235 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0b02df-bce7-4c1d-b7ec-6ce600947620 None None] The sync data for ids ['e51fcaed-14e6-43f5-903e-8e37801fc96e'] in dv-cinder-808473-1-iscsi is: [{'id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'name': 'tempest-TestVolumeBootPattern-131779652-router', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '02293ce2-b150-4147-9632-e199a3f398df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:51Z', 'revision_number': 4, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'gw_port': {'id': '02293ce2-b150-4147-9632-e199a3f398df', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_floatingips': [{'id': 'eac07ed2-de40-4458-a476-775c56171989', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'router_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'port_id': 'dd5f721b-9ccd-4b54-94f9-9b0040cc057f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b', 'mac_address': 'fa:16:3e:dc:4e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26adaa1-bceb-4225-bdf4-daba80343b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:55:52Z', 'updated_at': '2021-09-10T16:55:52Z', 'revision_number': 0, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22', 'name': '', 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'mac_address': 'fa:16:3e:3e:88:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:50Z', 'updated_at': '2021-09-10T16:53:10Z', 'revision_number': 5, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'subnets': [{'id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:55:55.658725 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:55:55.743990 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768758a7-ee1f-468a-84e2-08f77c3819bd None None] New status for floating IP eac07ed2-de40-4458-a476-775c56171989: ACTIVE {{(pid=74984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 10 16:55:57.520870 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-f0e896ed-8b20-4de1-ab45-17d0039d1b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:55:58.495299 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:55:59.980755 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:56:06.092426 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:56:11.924913 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 6 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 16:56:25.228438 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-825d59a0-47f2-4e21-881d-ece0a1baec64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:56:25.661070 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:56:27.521175 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-ac899b37-1040-4c42-907f-6bc6f53c6fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:56:28.498443 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:56:29.983304 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:56:36.087002 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:56:46.480294 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2b9349b7-f34a-43e6-9318-f7a391d395bc req-2a478255-8fbf-48c1-9f44-aaaf69506ed4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a26adaa1-bceb-4225-bdf4-daba80343b50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0666230
Sep 10 16:56:46.613136 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2b9349b7-f34a-43e6-9318-f7a391d395bc req-616a1eef-e4ab-4ace-a678-3e31a641d6c7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7686cda897b34f55a9c6100a20beacbd&device_id=a26adaa1-bceb-4225-bdf4-daba80343b50 HTTP/1.1" status: 200  len: 1099 time: 0.0687528
Sep 10 16:56:46.755002 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9349b7-f34a-43e6-9318-f7a391d395bc req-4f771267-a44d-43b1-bea0-4f04982f404c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:56:46.756456 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2b9349b7-f34a-43e6-9318-f7a391d395bc req-4f771267-a44d-43b1-bea0-4f04982f404c service neutron] 10.222.0.24 "GET /v2.0/networks?id=9278cdbd-cac5-475b-a9e3-48d35686072b HTTP/1.1" status: 200  len: 912 time: 0.1261473
Sep 10 16:56:46.862479 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2b9349b7-f34a-43e6-9318-f7a391d395bc req-05fe30f2-910b-46d7-be9d-d2460f2af5ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd5f721b-9ccd-4b54-94f9-9b0040cc057f HTTP/1.1" status: 200  len: 1001 time: 0.0992823
Sep 10 16:56:46.927142 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9349b7-f34a-43e6-9318-f7a391d395bc req-69808999-9ef6-4c17-a7c0-70018b32596c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:56:46.928550 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2b9349b7-f34a-43e6-9318-f7a391d395bc req-69808999-9ef6-4c17-a7c0-70018b32596c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcc4c87f-6de4-4110-91a3-957c1f2663c4 HTTP/1.1" status: 200  len: 850 time: 0.0599747
Sep 10 16:56:47.001565 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2b9349b7-f34a-43e6-9318-f7a391d395bc req-7c7d4a3f-90e4-4acf-a4ef-301317193ef3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9278cdbd-cac5-475b-a9e3-48d35686072b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0665059
Sep 10 16:56:47.130663 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2b9349b7-f34a-43e6-9318-f7a391d395bc req-f73f6904-5bac-4a7d-9ff1-000b9d2fcfff service neutron] 10.222.0.24 "GET /v2.0/networks/9278cdbd-cac5-475b-a9e3-48d35686072b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1216488
Sep 10 16:56:47.259982 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2b9349b7-f34a-43e6-9318-f7a391d395bc req-b3d2bcad-a8bc-426d-878b-7a48c5824308 service neutron] 10.222.0.24 "GET /v2.0/networks/9278cdbd-cac5-475b-a9e3-48d35686072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224692
Sep 10 16:56:48.925300 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 6 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 16:56:55.229873 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-bbf59514-1c0f-497d-9789-09164dd2c818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:56:55.664445 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:56:57.523424 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-d0e91fc3-a826-4c50-9c72-6ff30c8d5eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:56:58.501712 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:56:59.986500 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:57:06.106302 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:57:25.230590 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c5978082-d4ee-4669-b75d-6733fb925aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:57:25.666351 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:57:25.925372 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 6 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 16:57:27.524624 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-565c27d3-9390-4986-87b9-12e9d5e2cd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:57:28.504726 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:57:29.518962 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-6a7d9bc7-333f-42f1-8364-34391dcd97db tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1189678037&fields=id&tenant_id=7686cda897b34f55a9c6100a20beacbd HTTP/1.1" status: 200  len: 267 time: 0.0414019
Sep 10 16:57:29.664192 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-1f609d31-c822-495a-bb9b-983ac2df4d78 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:57:29.665526 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-1f609d31-c822-495a-bb9b-983ac2df4d78 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/networks?id=9278cdbd-cac5-475b-a9e3-48d35686072b HTTP/1.1" status: 200  len: 811 time: 0.1403100
Sep 10 16:57:29.680868 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-0cd17ef0-c0ab-4f41-a975-e562b99e842a tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/quotas/7686cda897b34f55a9c6100a20beacbd HTTP/1.1" status: 200  len: 375 time: 0.0101335
Sep 10 16:57:29.768230 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-9f38c821-5991-448d-99f5-2fbdfe25ffcf tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7686cda897b34f55a9c6100a20beacbd&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0826817
Sep 10 16:57:29.982003 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-24f32242-2b88-4ffe-be1e-96932ad265d2 service neutron] 10.222.0.41 "GET /v2.0/networks/9278cdbd-cac5-475b-a9e3-48d35686072b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2028110
Sep 10 16:57:29.988826 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:57:30.112201 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-1868524d-b370-4b7d-90ac-26b344bd415e service neutron] 10.222.0.41 "GET /v2.0/networks/9278cdbd-cac5-475b-a9e3-48d35686072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234794
Sep 10 16:57:30.501339 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f5f520dc-711d-46d0-a5c8-b4ca9ace6937 req-5f988a7c-7f92-4688-8809-0a3752ebbd26 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b13e155-077a-4ac8-9548-9710dc06554c HTTP/1.1" status: 200  len: 210 time: 0.0436578
Sep 10 16:57:31.479289 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-3ebdb43f-0dd9-4d7f-993d-101cdfe74663 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:57:31.480718 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-3ebdb43f-0dd9-4d7f-993d-101cdfe74663 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.24 "GET /v2.0/networks?id=9278cdbd-cac5-475b-a9e3-48d35686072b HTTP/1.1" status: 200  len: 811 time: 0.1449142
Sep 10 16:57:31.533775 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-d83a6dfd-74fa-4be8-9a5c-b4035a5ed9c2 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7686cda897b34f55a9c6100a20beacbd HTTP/1.1" status: 200  len: 380 time: 0.0409994
Sep 10 16:57:31.548878 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-828081f3-2229-4523-9fce-9d35abbda54d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Request body: {'port': {'device_id': '2b13e155-077a-4ac8-9548-9710dc06554c', 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b', 'admin_state_up': True, 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'security_groups': ['b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a']}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:57:31.679528 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-0af3fe99-2480-4e23-8388-7f12649e5bce req-f0b22455-d55f-4d2b-953b-24cb1b1f4cdd tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b13e155-077a-4ac8-9548-9710dc06554c HTTP/1.1" status: 200  len: 210 time: 0.0475535
Sep 10 16:57:31.727958 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-828081f3-2229-4523-9fce-9d35abbda54d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:57:31.737301 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.quota.driver [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-828081f3-2229-4523-9fce-9d35abbda54d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=74981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:57:31.746834 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-828081f3-2229-4523-9fce-9d35abbda54d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Made reservation on behalf of 7686cda897b34f55a9c6100a20beacbd for: {'port': 1} {{(pid=74981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 10 16:57:31.752022 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-828081f3-2229-4523-9fce-9d35abbda54d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:57:31.910428 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.db_base_plugin_common [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-828081f3-2229-4523-9fce-9d35abbda54d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Allocated IP 172.20.0.11 (9278cdbd-cac5-475b-a9e3-48d35686072b/fcc4c87f-6de4-4110-91a3-957c1f2663c4/707f5508-d692-494d-bbf2-974f574855a0) {{(pid=74981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:57:32.103602 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-828081f3-2229-4523-9fce-9d35abbda54d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks [] for port, precommit_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:57:32.119749 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.provisioning_blocks [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-828081f3-2229-4523-9fce-9d35abbda54d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Transition to ACTIVE for port object 707f5508-d692-494d-bbf2-974f574855a0 will not be triggered until provisioned by entity DHCP. {{(pid=74981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:57:32.143328 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-828081f3-2229-4523-9fce-9d35abbda54d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2943309'] for port, after_create {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:57:32.149541 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-5cfe4480-e096-4b17-a867-f56168caa5d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:57:32.214619 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-828081f3-2229-4523-9fce-9d35abbda54d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Network 9278cdbd-cac5-475b-a9e3-48d35686072b is already hosted by enough agents. {{(pid=74981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:57:32.217819 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.base_scheduler [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-828081f3-2229-4523-9fce-9d35abbda54d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Resources bound (agent type, host, resource id):  {{(pid=74981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:57:32.222158 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-828081f3-2229-4523-9fce-9d35abbda54d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Received port after_create {{(pid=74981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:57:32.261501 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828081f3-2229-4523-9fce-9d35abbda54d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Pushing event updated for resources: {'Port': ['ID=707f5508-d692-494d-bbf2-974f574855a0,revision_number=1']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:57:32.278161 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828081f3-2229-4523-9fce-9d35abbda54d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:57:32.278542 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828081f3-2229-4523-9fce-9d35abbda54d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:57:32.278911 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828081f3-2229-4523-9fce-9d35abbda54d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:57:32.279310 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828081f3-2229-4523-9fce-9d35abbda54d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:57:32.279675 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828081f3-2229-4523-9fce-9d35abbda54d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:57:32.280038 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828081f3-2229-4523-9fce-9d35abbda54d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:57:32.280394 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828081f3-2229-4523-9fce-9d35abbda54d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:57:32.280750 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828081f3-2229-4523-9fce-9d35abbda54d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:57:32.281104 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828081f3-2229-4523-9fce-9d35abbda54d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:57:32.281456 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828081f3-2229-4523-9fce-9d35abbda54d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:57:32.281810 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828081f3-2229-4523-9fce-9d35abbda54d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:57:32.287134 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-828081f3-2229-4523-9fce-9d35abbda54d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:57:32.298694 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-828081f3-2229-4523-9fce-9d35abbda54d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:57:32.299309 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-828081f3-2229-4523-9fce-9d35abbda54d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:57:32.325544 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-828081f3-2229-4523-9fce-9d35abbda54d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7804887
Sep 10 16:57:32.337301 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.v2.base [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-aab953b4-a3ad-402c-9892-2f6ab5c8b706 service neutron] Request body: {'port': {'device_id': '2b13e155-077a-4ac8-9548-9710dc06554c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=74981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:57:32.446285 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-cb790df9-dc38-404f-895d-813a851bf6cd None None] Provisioning for port 707f5508-d692-494d-bbf2-974f574855a0 completed by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:57:32.450936 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-aab953b4-a3ad-402c-9892-2f6ab5c8b706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:57:32.451087 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-cb790df9-dc38-404f-895d-813a851bf6cd None None] Provisioning complete for port 707f5508-d692-494d-bbf2-974f574855a0 triggered by entity DHCP. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:57:32.451418 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-cb790df9-dc38-404f-895d-813a851bf6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:57:32.543774 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-cb790df9-dc38-404f-895d-813a851bf6cd None None] Port 707f5508-d692-494d-bbf2-974f574855a0 cannot update to ACTIVE because it is not bound. {{(pid=74983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 10 16:57:32.787086 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.notifiers.nova [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-aab953b4-a3ad-402c-9892-2f6ab5c8b706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 707f5508-d692-494d-bbf2-974f574855a0 {{(pid=74981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:57:32.793926 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-aab953b4-a3ad-402c-9892-2f6ab5c8b706 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:57:32.808857 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.provisioning_blocks [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-aab953b4-a3ad-402c-9892-2f6ab5c8b706 service neutron] Transition to ACTIVE for port object 707f5508-d692-494d-bbf2-974f574855a0 will not be triggered until provisioned by entity L2. {{(pid=74981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 10 16:57:32.814794 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-aab953b4-a3ad-402c-9892-2f6ab5c8b706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2943322'] for port, after_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:57:32.819511 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-97e01032-20f8-452d-9123-d4127b6b5abf tempest-AttachVolumeShelveTestJSON-1686027485 tempest-AttachVolumeShelveTestJSON-1686027485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:57:32.878507 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055031f6-e8a4-425c-896b-5db33f01011d req-3c6dc6ac-7131-4472-8a44-6e4a7fb5e031 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:57:32.880070 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-055031f6-e8a4-425c-896b-5db33f01011d req-3c6dc6ac-7131-4472-8a44-6e4a7fb5e031 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b13e155-077a-4ac8-9548-9710dc06554c HTTP/1.1" status: 200  len: 944 time: 0.0812502
Sep 10 16:57:32.932149 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-055031f6-e8a4-425c-896b-5db33f01011d req-166322f1-86d6-4593-90cc-0aa7f1583c1c tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/security-groups?id=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426135
Sep 10 16:57:32.944372 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab953b4-a3ad-402c-9892-2f6ab5c8b706 service neutron] Pushing event updated for resources: {'Port': ['ID=707f5508-d692-494d-bbf2-974f574855a0,revision_number=2']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:57:32.948695 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-aab953b4-a3ad-402c-9892-2f6ab5c8b706 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:57:33.150291 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.managers [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-aab953b4-a3ad-402c-9892-2f6ab5c8b706 service neutron] Attempting to bind port 707f5508-d692-494d-bbf2-974f574855a0 on host hv-cinder-80847 for vnic_type normal with profile  {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 10 16:57:33.150625 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.managers [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-aab953b4-a3ad-402c-9892-2f6ab5c8b706 service neutron] Attempting to bind port 707f5508-d692-494d-bbf2-974f574855a0 by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': '6d02c11a-e94d-403f-bc27-639896326b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b'}] {{(pid=74981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 10 16:57:33.150948 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-aab953b4-a3ad-402c-9892-2f6ab5c8b706 service neutron] Attempting to bind port 707f5508-d692-494d-bbf2-974f574855a0 on network 9278cdbd-cac5-475b-a9e3-48d35686072b {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:57:33.157337 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-aab953b4-a3ad-402c-9892-2f6ab5c8b706 service neutron] Port 707f5508-d692-494d-bbf2-974f574855a0 on network 9278cdbd-cac5-475b-a9e3-48d35686072b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 10 16:57:33.157599 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-aab953b4-a3ad-402c-9892-2f6ab5c8b706 service neutron] Attempting to bind port 707f5508-d692-494d-bbf2-974f574855a0 on network 9278cdbd-cac5-475b-a9e3-48d35686072b {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 10 16:57:33.163921 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-aab953b4-a3ad-402c-9892-2f6ab5c8b706 service neutron] Checking agent: {'id': '653d4f90-9fea-4616-953f-74c38214cca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 41, 36), 'started_at': datetime.datetime(2021, 9, 10, 16, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 10 16:57:33.164254 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-aab953b4-a3ad-402c-9892-2f6ab5c8b706 service neutron] Checking segment: {'id': '6d02c11a-e94d-403f-bc27-639896326b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 10 16:57:33.164633 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-aab953b4-a3ad-402c-9892-2f6ab5c8b706 service neutron] Bound using segment: {'id': '6d02c11a-e94d-403f-bc27-639896326b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b'} {{(pid=74981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 10 16:57:33.165054 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.managers [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-aab953b4-a3ad-402c-9892-2f6ab5c8b706 service neutron] Bound port: 707f5508-d692-494d-bbf2-974f574855a0, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d02c11a-e94d-403f-bc27-639896326b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b'}}] {{(pid=74981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 10 16:57:33.165409 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-aab953b4-a3ad-402c-9892-2f6ab5c8b706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:57:33.252641 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-aab953b4-a3ad-402c-9892-2f6ab5c8b706 service neutron] For port 707f5508-d692-494d-bbf2-974f574855a0, host hv-cinder-80847, cleared binding levels {{(pid=74981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 10 16:57:33.255562 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-aab953b4-a3ad-402c-9892-2f6ab5c8b706 service neutron] For port 707f5508-d692-494d-bbf2-974f574855a0, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=707f5508-d692-494d-bbf2-974f574855a0,segment=NetworkSegment(6d02c11a-e94d-403f-bc27-639896326b72),segment_id=6d02c11a-e94d-403f-bc27-639896326b72)] {{(pid=74981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 10 16:57:33.260461 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-aab953b4-a3ad-402c-9892-2f6ab5c8b706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2943322'] for port, after_update {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:57:33.265286 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-fde0b185-d334-4640-a331-e3542a686077 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:57:33.320838 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-aab953b4-a3ad-402c-9892-2f6ab5c8b706 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:57:33.322282 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-aab953b4-a3ad-402c-9892-2f6ab5c8b706 service neutron] 10.222.0.24 "PUT /v2.0/ports/707f5508-d692-494d-bbf2-974f574855a0 HTTP/1.1" status: 200  len: 1094 time: 0.9897802
Sep 10 16:57:33.325182 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b13e155-077a-4ac8-9548-9710dc06554c', 'tag': '707f5508-d692-494d-bbf2-974f574855a0'}] {{(pid=74981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:57:33.349185 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab953b4-a3ad-402c-9892-2f6ab5c8b706 service neutron] Pushing event updated for resources: {'Port': ['ID=707f5508-d692-494d-bbf2-974f574855a0,revision_number=3']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:57:33.352164 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-aab953b4-a3ad-402c-9892-2f6ab5c8b706 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:57:33.406605 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b13e155-077a-4ac8-9548-9710dc06554c', 'tag': '707f5508-d692-494d-bbf2-974f574855a0', 'status': 'completed', 'code': 200}
Sep 10 16:57:33.443957 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-bacfad9b-92df-4fd0-9967-83521e54598c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7686cda897b34f55a9c6100a20beacbd&device_id=2b13e155-077a-4ac8-9548-9710dc06554c HTTP/1.1" status: 200  len: 1097 time: 0.0773506
Sep 10 16:57:33.512743 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-d2dfdb4b-67e1-43d8-99b6-72f814ac40ec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=707f5508-d692-494d-bbf2-974f574855a0 HTTP/1.1" status: 200  len: 217 time: 0.0603063
Sep 10 16:57:33.574962 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-34fbe031-b8e2-47da-967f-6ec19f8c5be8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:57:33.576854 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-34fbe031-b8e2-47da-967f-6ec19f8c5be8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcc4c87f-6de4-4110-91a3-957c1f2663c4 HTTP/1.1" status: 200  len: 850 time: 0.0580518
Sep 10 16:57:33.649438 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-6bd497ba-3ec7-4029-af0a-81fdb55c48e7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9278cdbd-cac5-475b-a9e3-48d35686072b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0665994
Sep 10 16:57:33.779406 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-f79d16e2-23a3-4190-81a6-9ce97a0f6747 service neutron] 10.222.0.24 "GET /v2.0/networks/9278cdbd-cac5-475b-a9e3-48d35686072b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232288
Sep 10 16:57:33.908110 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-5bcb24c9-966c-43c0-9e87-cf59d1bba794 req-3b29659b-5560-4f94-a1ae-9ae610ed1376 service neutron] 10.222.0.24 "GET /v2.0/networks/9278cdbd-cac5-475b-a9e3-48d35686072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224494
Sep 10 16:57:34.025439 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b6ce773e-c421-41f7-b418-99f799c54ae7 req-e3c7c50b-36a3-40e2-9784-fc893136ca9f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7686cda897b34f55a9c6100a20beacbd&device_id=2b13e155-077a-4ac8-9548-9710dc06554c HTTP/1.1" status: 200  len: 1097 time: 0.0722115
Sep 10 16:57:34.128584 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9b6cb-4c63-4b49-a6b2-79669189e65d req-92a0e3bb-a9a6-4c5a-b2f7-41ad2551d232 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:57:34.130028 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-19e9b6cb-4c63-4b49-a6b2-79669189e65d req-92a0e3bb-a9a6-4c5a-b2f7-41ad2551d232 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b13e155-077a-4ac8-9548-9710dc06554c HTTP/1.1" status: 200  len: 944 time: 0.0760193
Sep 10 16:57:34.157646 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce773e-c421-41f7-b418-99f799c54ae7 req-a00b196b-a727-4f39-8cbf-d62301e625c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:57:34.159252 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b6ce773e-c421-41f7-b418-99f799c54ae7 req-a00b196b-a727-4f39-8cbf-d62301e625c3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9278cdbd-cac5-475b-a9e3-48d35686072b HTTP/1.1" status: 200  len: 912 time: 0.1272981
Sep 10 16:57:34.180392 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-19e9b6cb-4c63-4b49-a6b2-79669189e65d req-4a396306-003d-433e-9419-8cf69ffc3605 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/security-groups?id=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447614
Sep 10 16:57:34.227896 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b6ce773e-c421-41f7-b418-99f799c54ae7 req-2ab49ec2-bc64-4362-89eb-ba80e547aafc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=707f5508-d692-494d-bbf2-974f574855a0 HTTP/1.1" status: 200  len: 217 time: 0.0608187
Sep 10 16:57:34.294714 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce773e-c421-41f7-b418-99f799c54ae7 req-3c065374-65fd-45dc-9622-3f5236cb3591 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:57:34.296710 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b6ce773e-c421-41f7-b418-99f799c54ae7 req-3c065374-65fd-45dc-9622-3f5236cb3591 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcc4c87f-6de4-4110-91a3-957c1f2663c4 HTTP/1.1" status: 200  len: 850 time: 0.0595574
Sep 10 16:57:34.373503 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b6ce773e-c421-41f7-b418-99f799c54ae7 req-fd78c257-1509-4406-8a0b-2ff1ce9cbf32 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9278cdbd-cac5-475b-a9e3-48d35686072b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0671217
Sep 10 16:57:34.503705 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b6ce773e-c421-41f7-b418-99f799c54ae7 req-69ca555c-37c2-4b8f-9694-a250bfd398f2 service neutron] 10.222.0.24 "GET /v2.0/networks/9278cdbd-cac5-475b-a9e3-48d35686072b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1212173
Sep 10 16:57:34.637724 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b6ce773e-c421-41f7-b418-99f799c54ae7 req-8f8173f7-ffcd-4aee-a3d7-d60953ef6e8f service neutron] 10.222.0.24 "GET /v2.0/networks/9278cdbd-cac5-475b-a9e3-48d35686072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272483
Sep 10 16:57:35.378352 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397700f8-e13d-48b8-9b82-c78217ce7ac4 req-5e1ebba9-e8b6-4f32-8274-60016610bd5d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:57:35.379034 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-397700f8-e13d-48b8-9b82-c78217ce7ac4 req-5e1ebba9-e8b6-4f32-8274-60016610bd5d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Synchronizing usage tracker for tenant:7686cda897b34f55a9c6100a20beacbd on resource:port {{(pid=74981) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:57:35.394503 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-397700f8-e13d-48b8-9b82-c78217ce7ac4 req-5e1ebba9-e8b6-4f32-8274-60016610bd5d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Unset dirty status for tenant:7686cda897b34f55a9c6100a20beacbd on resource:port {{(pid=74981) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:57:35.395756 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-397700f8-e13d-48b8-9b82-c78217ce7ac4 req-5e1ebba9-e8b6-4f32-8274-60016610bd5d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b13e155-077a-4ac8-9548-9710dc06554c HTTP/1.1" status: 200  len: 944 time: 0.0967572
Sep 10 16:57:35.519703 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-397700f8-e13d-48b8-9b82-c78217ce7ac4 req-ff16b456-4895-4ee7-bac0-58e952780405 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/security-groups?id=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1182630
Sep 10 16:57:36.104791 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:57:36.861779 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fddd83-f31d-45d1-ab2d-f93649585891 req-2ec3f983-b587-4641-acae-3c0300b37a78 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:57:36.863205 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-b9fddd83-f31d-45d1-ab2d-f93649585891 req-2ec3f983-b587-4641-acae-3c0300b37a78 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b13e155-077a-4ac8-9548-9710dc06554c HTTP/1.1" status: 200  len: 944 time: 0.0755792
Sep 10 16:57:36.907563 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-b9fddd83-f31d-45d1-ab2d-f93649585891 req-30020523-faca-4ccd-89ef-8d317ba3d696 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/security-groups?id=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390029
Sep 10 16:57:38.099692 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e0f59-67d0-432c-b5fc-e5dc6db4548f req-c0e27f58-a059-4970-b0ec-48f290329c2b tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:57:38.101142 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-104e0f59-67d0-432c-b5fc-e5dc6db4548f req-c0e27f58-a059-4970-b0ec-48f290329c2b tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b13e155-077a-4ac8-9548-9710dc06554c HTTP/1.1" status: 200  len: 944 time: 0.0771534
Sep 10 16:57:38.145533 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-104e0f59-67d0-432c-b5fc-e5dc6db4548f req-768cd962-fc3a-4015-bed1-98842e8b1b25 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/security-groups?id=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388937
Sep 10 16:57:39.340036 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc9a84-5363-4bc1-bfe0-96989eb88dba req-88ddbe34-336a-4215-b1cc-ade07016ab47 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:57:39.341463 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-9ccc9a84-5363-4bc1-bfe0-96989eb88dba req-88ddbe34-336a-4215-b1cc-ade07016ab47 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b13e155-077a-4ac8-9548-9710dc06554c HTTP/1.1" status: 200  len: 944 time: 0.0797968
Sep 10 16:57:39.385720 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-9ccc9a84-5363-4bc1-bfe0-96989eb88dba req-e18c18f6-a957-45b2-914c-8ee99383fa5a tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/security-groups?id=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382345
Sep 10 16:57:40.584576 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dcf220-4ded-45ef-b4fb-fdf8a7e39959 req-37ec7ba7-879d-4c24-9330-2fe54fa55ce4 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:57:40.585949 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-58dcf220-4ded-45ef-b4fb-fdf8a7e39959 req-37ec7ba7-879d-4c24-9330-2fe54fa55ce4 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b13e155-077a-4ac8-9548-9710dc06554c HTTP/1.1" status: 200  len: 944 time: 0.0804439
Sep 10 16:57:40.631364 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-58dcf220-4ded-45ef-b4fb-fdf8a7e39959 req-4d72180e-f1c9-4a16-b3b6-607b4456908d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/security-groups?id=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385191
Sep 10 16:57:41.825552 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e1f02-f799-4244-a528-3b2575bde220 req-669e8a87-794e-4319-a164-ce3a8f509f5d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:57:41.827022 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-0a4e1f02-f799-4244-a528-3b2575bde220 req-669e8a87-794e-4319-a164-ce3a8f509f5d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b13e155-077a-4ac8-9548-9710dc06554c HTTP/1.1" status: 200  len: 944 time: 0.0790114
Sep 10 16:57:41.878465 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-0a4e1f02-f799-4244-a528-3b2575bde220 req-a59fdc75-a218-4252-879d-38afe2245ed3 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/security-groups?id=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441673
Sep 10 16:57:41.935917 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 707f5508-d692-494d-bbf2-974f574855a0 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=74983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 10 16:57:42.065721 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 707f5508-d692-494d-bbf2-974f574855a0, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=707f5508-d692-494d-bbf2-974f574855a0,segment=NetworkSegment(6d02c11a-e94d-403f-bc27-639896326b72),segment_id=6d02c11a-e94d-403f-bc27-639896326b72)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:57:42.078506 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Returning: {'device': '707f5508-d692-494d-bbf2-974f574855a0', 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b', 'port_id': '707f5508-d692-494d-bbf2-974f574855a0', 'mac_address': 'fa:16:3e:cd:51:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 10 16:57:42.133765 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:57:42.150613 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 707f5508-d692-494d-bbf2-974f574855a0 {{(pid=74983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 10 16:57:42.164942 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 707f5508-d692-494d-bbf2-974f574855a0, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=707f5508-d692-494d-bbf2-974f574855a0,segment=NetworkSegment(6d02c11a-e94d-403f-bc27-639896326b72),segment_id=6d02c11a-e94d-403f-bc27-639896326b72)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:57:42.168367 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:57:42.170041 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:57:42.232211 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=707f5508-d692-494d-bbf2-974f574855a0,revision_number=4']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:57:42.240866 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:57:42.241215 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:57:42.241556 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:57:42.241892 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:57:42.242257 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:57:42.242589 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:57:42.242912 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:57:42.243238 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:57:42.243562 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:57:42.243886 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:57:42.244215 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:57:42.248441 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:57:42.394738 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] get_ports_and_sgs() called for port_ids ['707f5508-d692-494d-bbf2-974f574855a0'] {{(pid=74983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 10 16:57:43.069831 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551ac49-a126-468c-8275-f08ea0e88a86 req-4db834f1-d6e3-4a52-a6f5-aedde0e1d102 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:57:43.071310 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-e551ac49-a126-468c-8275-f08ea0e88a86 req-4db834f1-d6e3-4a52-a6f5-aedde0e1d102 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b13e155-077a-4ac8-9548-9710dc06554c HTTP/1.1" status: 200  len: 945 time: 0.0761030
Sep 10 16:57:43.121981 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-e551ac49-a126-468c-8275-f08ea0e88a86 req-30c61b82-8862-42ca-96f8-2fd67fee48e3 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/security-groups?id=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452528
Sep 10 16:57:43.935636 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 707f5508-d692-494d-bbf2-974f574855a0 up at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 10 16:57:44.003586 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning for port 707f5508-d692-494d-bbf2-974f574855a0 completed by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 10 16:57:44.008088 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.provisioning_blocks [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Provisioning complete for port 707f5508-d692-494d-bbf2-974f574855a0 triggered by entity L2. {{(pid=74983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 10 16:57:44.008457 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565436'] for port, provisioning_complete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:57:44.117243 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:57:44.143162 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b13e155-077a-4ac8-9548-9710dc06554c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707f5508-d692-494d-bbf2-974f574855a0'}] {{(pid=74983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:57:44.152496 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] For port 707f5508-d692-494d-bbf2-974f574855a0, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=707f5508-d692-494d-bbf2-974f574855a0,segment=NetworkSegment(6d02c11a-e94d-403f-bc27-639896326b72),segment_id=6d02c11a-e94d-403f-bc27-639896326b72)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:57:44.156432 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856'] for port, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:57:44.158385 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:57:44.207267 dv-cinder-808473-1-iscsi neutron-server[74983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b13e155-077a-4ac8-9548-9710dc06554c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707f5508-d692-494d-bbf2-974f574855a0', 'code': 200}
Sep 10 16:57:44.224574 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Pushing event updated for resources: {'Port': ['ID=707f5508-d692-494d-bbf2-974f574855a0,revision_number=5']} {{(pid=74983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:57:44.227439 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_concurrency.lockutils [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:57:44.327119 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9d82b-5900-44d2-a1c1-3dfff8f56a4c req-3415eaa5-8290-4901-bbb1-5b145d77e448 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:57:44.328598 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b8b9d82b-5900-44d2-a1c1-3dfff8f56a4c req-3415eaa5-8290-4901-bbb1-5b145d77e448 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b13e155-077a-4ac8-9548-9710dc06554c HTTP/1.1" status: 200  len: 946 time: 0.0788913
Sep 10 16:57:44.374543 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-b8b9d82b-5900-44d2-a1c1-3dfff8f56a4c req-d7d10306-74c7-4166-a532-527e649f894a tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/security-groups?id=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403566
Sep 10 16:57:44.471795 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-00cf37c0-dd0d-40bd-bd38-41abc24789f8 req-576848b7-439d-4597-b0ab-1ffc8bda4ea4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2b13e155-077a-4ac8-9548-9710dc06554c HTTP/1.1" status: 200  len: 1099 time: 0.0708008
Sep 10 16:57:44.513467 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-00cf37c0-dd0d-40bd-bd38-41abc24789f8 req-517a73c4-b908-4841-b4e1-b979a833e663 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0357780
Sep 10 16:57:45.583057 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755e671-62a4-4cc2-9108-f50fa33e5ea3 req-af5a91aa-e427-44c2-a4c8-ec393f29c09b tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:57:45.584593 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-7755e671-62a4-4cc2-9108-f50fa33e5ea3 req-af5a91aa-e427-44c2-a4c8-ec393f29c09b tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b13e155-077a-4ac8-9548-9710dc06554c HTTP/1.1" status: 200  len: 946 time: 0.0832875
Sep 10 16:57:45.630945 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-7755e671-62a4-4cc2-9108-f50fa33e5ea3 req-2af405f6-e202-4e8f-9cf0-aec6881ae35d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/security-groups?id=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387595
Sep 10 16:57:46.826835 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c8275-22da-4d0b-92ee-484fbf140f81 req-8453afcd-c380-416a-97d1-1863945b43ae tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:57:46.828845 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-731c8275-22da-4d0b-92ee-484fbf140f81 req-8453afcd-c380-416a-97d1-1863945b43ae tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b13e155-077a-4ac8-9548-9710dc06554c HTTP/1.1" status: 200  len: 946 time: 0.0770073
Sep 10 16:57:46.873458 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-731c8275-22da-4d0b-92ee-484fbf140f81 req-ad379a27-3fa1-46dd-999a-379c1b19d41a tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/security-groups?id=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390904
Sep 10 16:57:47.063539 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbe213-3486-4568-92b7-6e49a1144d89 req-8f5633cd-a48a-4178-8922-f05f5b8d720b tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:57:47.065009 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-4acbe213-3486-4568-92b7-6e49a1144d89 req-8f5633cd-a48a-4178-8922-f05f5b8d720b tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b13e155-077a-4ac8-9548-9710dc06554c HTTP/1.1" status: 200  len: 946 time: 0.0753384
Sep 10 16:57:47.114466 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-4acbe213-3486-4568-92b7-6e49a1144d89 req-081b9adc-96df-4619-95f4-d4cc0bd69559 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/security-groups?id=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440991
Sep 10 16:57:47.142490 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 37902) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:57:47.215398 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-d4032dbd-f662-45f3-81bd-60e109dcca00 tempest-TestVolumeBootPattern-8989317 tempest-TestVolumeBootPattern-8989317-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2b13e155-077a-4ac8-9548-9710dc06554c HTTP/1.1" status: 200  len: 1094 time: 0.0716324
Sep 10 16:57:47.217757 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 37906) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:57:47.222795 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.v2.base [None req-b0c72619-df23-4db5-b342-9e6c108e8277 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Request body: {'floatingip': {'floating_network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'port_id': '707f5508-d692-494d-bbf2-974f574855a0', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'fixed_ip_address': '172.20.0.11'}} {{(pid=74982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 10 16:57:47.228049 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-b0c72619-df23-4db5-b342-9e6c108e8277 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 10 16:57:47.231819 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-b0c72619-df23-4db5-b342-9e6c108e8277 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Usage tracker for resource:floatingip and tenant:7686cda897b34f55a9c6100a20beacbd is out of sync, need to count used quota {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 10 16:57:47.235142 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.quota.resource [None req-b0c72619-df23-4db5-b342-9e6c108e8277 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=74982) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 10 16:57:47.240740 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.quota.driver [None req-b0c72619-df23-4db5-b342-9e6c108e8277 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=74982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 10 16:57:47.251382 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b0c72619-df23-4db5-b342-9e6c108e8277 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks [] for floatingip, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:57:47.384157 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b0c72619-df23-4db5-b342-9e6c108e8277 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:57:47.501510 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4e8de02e-587f-4412-9a8b-4c62bc3573e3 req-4c947b50-2a5a-40b3-9f3b-38679ebb5c00 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a26adaa1-bceb-4225-bdf4-daba80343b50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0722315
Sep 10 16:57:47.520275 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.db_base_plugin_common [None req-b0c72619-df23-4db5-b342-9e6c108e8277 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Allocated IP 172.27.0.86 (7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e/dc5dafb3-b941-44a9-9498-2bdb3e4caa08/64e14202-004c-4d76-a70a-1e9100d1617f) {{(pid=74982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 10 16:57:47.635322 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4e8de02e-587f-4412-9a8b-4c62bc3573e3 req-1353836c-2edb-4477-a06a-d059f1b70d9d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7686cda897b34f55a9c6100a20beacbd&device_id=a26adaa1-bceb-4225-bdf4-daba80343b50 HTTP/1.1" status: 200  len: 1099 time: 0.0696123
Sep 10 16:57:47.769988 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b0c72619-df23-4db5-b342-9e6c108e8277 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks [] for port, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:57:47.788246 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8de02e-587f-4412-9a8b-4c62bc3573e3 req-42176271-c0fb-4be2-8149-3794548531ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:57:47.789716 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4e8de02e-587f-4412-9a8b-4c62bc3573e3 req-42176271-c0fb-4be2-8149-3794548531ce service neutron] 10.222.0.24 "GET /v2.0/networks?id=9278cdbd-cac5-475b-a9e3-48d35686072b HTTP/1.1" status: 200  len: 912 time: 0.1358225
Sep 10 16:57:47.798982 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b0c72619-df23-4db5-b342-9e6c108e8277 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763383711793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:57:47.802649 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-b6566e24-9ef0-4732-b263-7fcf18908f70 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:57:47.864794 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c72619-df23-4db5-b342-9e6c108e8277 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Network 7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e is already hosted by enough agents. {{(pid=74982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 10 16:57:47.867633 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.base_scheduler [None req-b0c72619-df23-4db5-b342-9e6c108e8277 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Resources bound (agent type, host, resource id):  {{(pid=74982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 10 16:57:47.871341 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c72619-df23-4db5-b342-9e6c108e8277 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Received port after_create {{(pid=74982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 10 16:57:47.900129 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4e8de02e-587f-4412-9a8b-4c62bc3573e3 req-1db76111-3f64-4d2d-be13-9cde84a239f8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd5f721b-9ccd-4b54-94f9-9b0040cc057f HTTP/1.1" status: 200  len: 1001 time: 0.1034710
Sep 10 16:57:47.910379 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c72619-df23-4db5-b342-9e6c108e8277 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Pushing event updated for resources: {'Port': ['ID=64e14202-004c-4d76-a70a-1e9100d1617f,revision_number=1']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:57:47.929940 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c72619-df23-4db5-b342-9e6c108e8277 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:57:47.930340 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c72619-df23-4db5-b342-9e6c108e8277 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:57:47.930710 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c72619-df23-4db5-b342-9e6c108e8277 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:57:47.931074 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c72619-df23-4db5-b342-9e6c108e8277 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:57:47.931437 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c72619-df23-4db5-b342-9e6c108e8277 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:57:47.931800 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c72619-df23-4db5-b342-9e6c108e8277 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:57:47.932163 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c72619-df23-4db5-b342-9e6c108e8277 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:57:47.932518 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c72619-df23-4db5-b342-9e6c108e8277 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:57:47.932869 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c72619-df23-4db5-b342-9e6c108e8277 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:57:47.933220 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c72619-df23-4db5-b342-9e6c108e8277 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:57:47.933566 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c72619-df23-4db5-b342-9e6c108e8277 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:57:47.938433 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-b0c72619-df23-4db5-b342-9e6c108e8277 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:57:47.964328 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8de02e-587f-4412-9a8b-4c62bc3573e3 req-62224f94-b7a9-447f-8bde-92c24a6bc829 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:57:47.965823 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4e8de02e-587f-4412-9a8b-4c62bc3573e3 req-62224f94-b7a9-447f-8bde-92c24a6bc829 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcc4c87f-6de4-4110-91a3-957c1f2663c4 HTTP/1.1" status: 200  len: 850 time: 0.0587006
Sep 10 16:57:48.044798 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4e8de02e-587f-4412-9a8b-4c62bc3573e3 req-8c3fe00d-af93-479e-89d9-10851f96732c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9278cdbd-cac5-475b-a9e3-48d35686072b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0728505
Sep 10 16:57:48.175759 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4e8de02e-587f-4412-9a8b-4c62bc3573e3 req-09c87cbd-58c5-4616-8792-40cc74ab048a service neutron] 10.222.0.24 "GET /v2.0/networks/9278cdbd-cac5-475b-a9e3-48d35686072b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247187
Sep 10 16:57:48.310571 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-4e8de02e-587f-4412-9a8b-4c62bc3573e3 req-be8f4109-434c-46b3-a166-86aae1325a30 service neutron] 10.222.0.24 "GET /v2.0/networks/9278cdbd-cac5-475b-a9e3-48d35686072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1283083
Sep 10 16:57:48.410422 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b0c72619-df23-4db5-b342-9e6c108e8277 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:57:48.467456 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b0c72619-df23-4db5-b342-9e6c108e8277 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550480'] for port, before_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:57:48.667712 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b0c72619-df23-4db5-b342-9e6c108e8277 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks [] for port, precommit_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:57:48.672527 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b0c72619-df23-4db5-b342-9e6c108e8277 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763384186161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763383711811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763383711856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2865589'] for port, after_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:57:48.677829 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-e74a51de-9131-4f02-b865-e1a618ca2b34 tempest-AttachVolumeNegativeTest-60597017 tempest-AttachVolumeNegativeTest-60597017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:57:48.780998 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c72619-df23-4db5-b342-9e6c108e8277 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Pushing event updated for resources: {'Port': ['ID=64e14202-004c-4d76-a70a-1e9100d1617f,revision_number=2']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:57:48.784971 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-b0c72619-df23-4db5-b342-9e6c108e8277 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:57:48.793313 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b0c72619-df23-4db5-b342-9e6c108e8277 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446787'] for floatingip, after_update {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:57:48.977383 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.db.l3_db [None req-b0c72619-df23-4db5-b342-9e6c108e8277 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Floating IP bf676a4f-9aa1-47f9-b969-5e9f1ddf8b98 associated. External IP: 172.27.0.86, port: 707f5508-d692-494d-bbf2-974f574855a0.
Sep 10 16:57:49.464583 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c72619-df23-4db5-b342-9e6c108e8277 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Router e51fcaed-14e6-43f5-903e-8e37801fc96e has already been hosted by L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 {{(pid=74982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 10 16:57:49.658428 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c72619-df23-4db5-b342-9e6c108e8277 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:57:49.667869 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566e01f8-7b26-489f-90de-d41ba57585fd None None] Sync routers for ids ['e51fcaed-14e6-43f5-903e-8e37801fc96e'] in dv-cinder-808473-1-iscsi {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:57:49.680957 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566e01f8-7b26-489f-90de-d41ba57585fd None None] Routers {'e51fcaed-14e6-43f5-903e-8e37801fc96e'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:57:49.681685 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-566e01f8-7b26-489f-90de-d41ba57585fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f862517c460>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:57:28Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['e51fcaed-14e6-43f5-903e-8e37801fc96e'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:57:49.682133 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-b0c72619-df23-4db5-b342-9e6c108e8277 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for floatingip, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:57:49.735087 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-b0c72619-df23-4db5-b342-9e6c108e8277 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5162737
Sep 10 16:57:49.735727 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b13e155-077a-4ac8-9548-9710dc06554c', 'tag': '707f5508-d692-494d-bbf2-974f574855a0'}] {{(pid=74982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:57:49.790426 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b13e155-077a-4ac8-9548-9710dc06554c', 'tag': '707f5508-d692-494d-bbf2-974f574855a0', 'status': 'completed', 'code': 200}
Sep 10 16:57:49.867505 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-566e01f8-7b26-489f-90de-d41ba57585fd None None] Set router e51fcaed-14e6-43f5-903e-8e37801fc96e gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:57:49.882199 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-586c7388-0219-4405-9103-22a7cce814f8 req-b4bd5549-44ec-4c0a-a2a3-a54dc704190c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7686cda897b34f55a9c6100a20beacbd&device_id=2b13e155-077a-4ac8-9548-9710dc06554c HTTP/1.1" status: 200  len: 1099 time: 0.0688727
Sep 10 16:57:50.021201 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c7388-0219-4405-9103-22a7cce814f8 req-8d8bd491-14cc-4b13-a72d-982509479fc9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:57:50.022707 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-586c7388-0219-4405-9103-22a7cce814f8 req-8d8bd491-14cc-4b13-a72d-982509479fc9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9278cdbd-cac5-475b-a9e3-48d35686072b HTTP/1.1" status: 200  len: 912 time: 0.1261120
Sep 10 16:57:50.209970 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-586c7388-0219-4405-9103-22a7cce814f8 req-57de5ffb-8b91-41d3-b981-99ce1fb9338e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=707f5508-d692-494d-bbf2-974f574855a0 HTTP/1.1" status: 200  len: 999 time: 0.1804926
Sep 10 16:57:50.221212 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-566e01f8-7b26-489f-90de-d41ba57585fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f862517c460>, [{'id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'name': 'tempest-TestVolumeBootPattern-131779652-router', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '02293ce2-b150-4147-9632-e199a3f398df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:51Z', 'revision_number': 4, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'gw_port': {'id': '02293ce2-b150-4147-9632-e199a3f398df', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_floatingips': [{'id': 'bf676a4f-9aa1-47f9-b969-5e9f1ddf8b98', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'floating_ip_address': '172.27.0.86', 'floating_network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'router_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'port_id': '707f5508-d692-494d-bbf2-974f574855a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b', 'mac_address': 'fa:16:3e:cd:51:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13e155-077a-4ac8-9548-9710dc06554c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:57:48Z', 'updated_at': '2021-09-10T16:57:48Z', 'revision_number': 0, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'fixed_ip_address_scope': None}, {'id': 'eac07ed2-de40-4458-a476-775c56171989', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'router_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'port_id': 'dd5f721b-9ccd-4b54-94f9-9b0040cc057f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b', 'mac_address': 'fa:16:3e:dc:4e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26adaa1-bceb-4225-bdf4-daba80343b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:55:52Z', 'updated_at': '2021-09-10T16:55:55Z', 'revision_number': 1, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22', 'name': '', 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'mac_address': 'fa:16:3e:3e:88:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:50Z', 'updated_at': '2021-09-10T16:53:10Z', 'revision_number': 5, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'subnets': [{'id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:57:50.225101 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566e01f8-7b26-489f-90de-d41ba57585fd None None] Checking router: e51fcaed-14e6-43f5-903e-8e37801fc96e for host: dv-cinder-808473-1-iscsi {{(pid=74983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:57:50.236255 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566e01f8-7b26-489f-90de-d41ba57585fd None None] Routers {'e51fcaed-14e6-43f5-903e-8e37801fc96e'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:57:50.236870 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-566e01f8-7b26-489f-90de-d41ba57585fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f862517c460>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:57:28Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['e51fcaed-14e6-43f5-903e-8e37801fc96e'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:57:50.278729 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c7388-0219-4405-9103-22a7cce814f8 req-bf70a58c-b80e-4e88-936b-8dc7d70f3f65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:57:50.280129 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-586c7388-0219-4405-9103-22a7cce814f8 req-bf70a58c-b80e-4e88-936b-8dc7d70f3f65 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcc4c87f-6de4-4110-91a3-957c1f2663c4 HTTP/1.1" status: 200  len: 850 time: 0.0639474
Sep 10 16:57:50.356194 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-586c7388-0219-4405-9103-22a7cce814f8 req-2a3f6698-ac8d-47af-be4f-de3d4df6c483 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9278cdbd-cac5-475b-a9e3-48d35686072b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0698655
Sep 10 16:57:50.452358 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-566e01f8-7b26-489f-90de-d41ba57585fd None None] Set router e51fcaed-14e6-43f5-903e-8e37801fc96e gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:57:50.486135 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-586c7388-0219-4405-9103-22a7cce814f8 req-5fd6faf5-a48a-48f9-aff7-440362439507 service neutron] 10.222.0.24 "GET /v2.0/networks/9278cdbd-cac5-475b-a9e3-48d35686072b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238172
Sep 10 16:57:50.616624 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-586c7388-0219-4405-9103-22a7cce814f8 req-75755bb6-1117-4815-b773-12e66d8a0ec2 service neutron] 10.222.0.24 "GET /v2.0/networks/9278cdbd-cac5-475b-a9e3-48d35686072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242507
Sep 10 16:57:50.795846 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-566e01f8-7b26-489f-90de-d41ba57585fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f862517c460>, [{'id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'name': 'tempest-TestVolumeBootPattern-131779652-router', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '02293ce2-b150-4147-9632-e199a3f398df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:51Z', 'revision_number': 4, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'gw_port': {'id': '02293ce2-b150-4147-9632-e199a3f398df', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_floatingips': [{'id': 'bf676a4f-9aa1-47f9-b969-5e9f1ddf8b98', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'floating_ip_address': '172.27.0.86', 'floating_network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'router_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'port_id': '707f5508-d692-494d-bbf2-974f574855a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b', 'mac_address': 'fa:16:3e:cd:51:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13e155-077a-4ac8-9548-9710dc06554c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:57:48Z', 'updated_at': '2021-09-10T16:57:48Z', 'revision_number': 0, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'fixed_ip_address_scope': None}, {'id': 'eac07ed2-de40-4458-a476-775c56171989', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'router_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'port_id': 'dd5f721b-9ccd-4b54-94f9-9b0040cc057f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b', 'mac_address': 'fa:16:3e:dc:4e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26adaa1-bceb-4225-bdf4-daba80343b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:55:52Z', 'updated_at': '2021-09-10T16:55:55Z', 'revision_number': 1, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22', 'name': '', 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'mac_address': 'fa:16:3e:3e:88:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:50Z', 'updated_at': '2021-09-10T16:53:10Z', 'revision_number': 5, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'subnets': [{'id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:57:50.799723 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566e01f8-7b26-489f-90de-d41ba57585fd None None] The sync data for ids ['e51fcaed-14e6-43f5-903e-8e37801fc96e'] in dv-cinder-808473-1-iscsi is: [{'id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'name': 'tempest-TestVolumeBootPattern-131779652-router', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '02293ce2-b150-4147-9632-e199a3f398df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:51Z', 'revision_number': 4, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'gw_port': {'id': '02293ce2-b150-4147-9632-e199a3f398df', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_floatingips': [{'id': 'bf676a4f-9aa1-47f9-b969-5e9f1ddf8b98', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'floating_ip_address': '172.27.0.86', 'floating_network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'router_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'port_id': '707f5508-d692-494d-bbf2-974f574855a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b', 'mac_address': 'fa:16:3e:cd:51:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13e155-077a-4ac8-9548-9710dc06554c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:57:48Z', 'updated_at': '2021-09-10T16:57:48Z', 'revision_number': 0, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'fixed_ip_address_scope': None}, {'id': 'eac07ed2-de40-4458-a476-775c56171989', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'router_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'port_id': 'dd5f721b-9ccd-4b54-94f9-9b0040cc057f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b', 'mac_address': 'fa:16:3e:dc:4e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26adaa1-bceb-4225-bdf4-daba80343b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:55:52Z', 'updated_at': '2021-09-10T16:55:55Z', 'revision_number': 1, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22', 'name': '', 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'mac_address': 'fa:16:3e:3e:88:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:50Z', 'updated_at': '2021-09-10T16:53:10Z', 'revision_number': 5, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'subnets': [{'id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:57:50.988655 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efdf83f-cd9e-4391-85d7-ac734fc42c7c None None] New status for floating IP bf676a4f-9aa1-47f9-b969-5e9f1ddf8b98: ACTIVE {{(pid=74984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 10 16:57:55.232080 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-601c05f4-d07d-4967-b467-d32675e2d731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:57:55.669688 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:57:57.526290 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-050fb6ac-d0b0-4f7d-bfbb-c1fd115db9ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:57:58.507985 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:57:59.990938 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:58:02.925305 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 6 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 16:58:06.106711 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:58:25.233757 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-0be4bd25-e46c-4a8c-ada7-067b871ca78a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:58:25.670990 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:58:27.527538 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-fa36db82-57ce-47a4-96ed-de1dd03f3e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:58:28.510512 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:58:29.993225 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:58:36.104193 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:58:39.925186 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 6 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 16:58:47.589612 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-0b294486-519f-4be0-a6a4-605d51340479 req-24f5e71f-48ed-4bf7-bc97-5f61359aae7a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2b13e155-077a-4ac8-9548-9710dc06554c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1393237
Sep 10 16:58:47.683474 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-0b294486-519f-4be0-a6a4-605d51340479 req-4d73ad00-4c03-4ae1-bb80-8264522037ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7686cda897b34f55a9c6100a20beacbd&device_id=2b13e155-077a-4ac8-9548-9710dc06554c HTTP/1.1" status: 200  len: 1099 time: 0.0725145
Sep 10 16:58:47.826176 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b294486-519f-4be0-a6a4-605d51340479 req-7d0b663d-3704-4c21-940b-369d3a7e7c75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:58:47.827637 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-0b294486-519f-4be0-a6a4-605d51340479 req-7d0b663d-3704-4c21-940b-369d3a7e7c75 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9278cdbd-cac5-475b-a9e3-48d35686072b HTTP/1.1" status: 200  len: 912 time: 0.1258819
Sep 10 16:58:47.930165 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-0b294486-519f-4be0-a6a4-605d51340479 req-89fffb84-d3d8-4773-99f9-502a39435aca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=707f5508-d692-494d-bbf2-974f574855a0 HTTP/1.1" status: 200  len: 1001 time: 0.0959160
Sep 10 16:58:47.990516 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b294486-519f-4be0-a6a4-605d51340479 req-f21b5bad-84af-4188-ab05-47eeca3404e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:58:47.991917 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-0b294486-519f-4be0-a6a4-605d51340479 req-f21b5bad-84af-4188-ab05-47eeca3404e8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcc4c87f-6de4-4110-91a3-957c1f2663c4 HTTP/1.1" status: 200  len: 850 time: 0.0560596
Sep 10 16:58:48.068354 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-0b294486-519f-4be0-a6a4-605d51340479 req-84850d75-7cb0-420c-8336-acce60d14a09 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9278cdbd-cac5-475b-a9e3-48d35686072b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0706627
Sep 10 16:58:48.205036 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-0b294486-519f-4be0-a6a4-605d51340479 req-ac09f88c-aeb2-482b-bfe3-d119f93b03ee service neutron] 10.222.0.24 "GET /v2.0/networks/9278cdbd-cac5-475b-a9e3-48d35686072b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1296203
Sep 10 16:58:48.336765 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-0b294486-519f-4be0-a6a4-605d51340479 req-a19dbee0-7909-48f7-8210-28738535821a service neutron] 10.222.0.24 "GET /v2.0/networks/9278cdbd-cac5-475b-a9e3-48d35686072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1258154
Sep 10 16:58:55.237030 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-add7307d-df9c-462a-a8af-d565f76a460b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:58:55.672166 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:58:57.529927 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-e8c735b8-a142-4716-8845-3882da4247ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:58:58.514649 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:58:59.996648 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:06.118057 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:11.499648 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 37940) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:59:11.760625 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [None req-9357ae75-049d-43c2-bf4e-30de78ad4e08 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Deleting port 64e14202-004c-4d76-a70a-1e9100d1617f {{(pid=74981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:59:11.760959 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-9357ae75-049d-43c2-bf4e-30de78ad4e08 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:12.009022 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-9357ae75-049d-43c2-bf4e-30de78ad4e08 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:12.009251 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-9357ae75-049d-43c2-bf4e-30de78ad4e08 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:12.125845 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [None req-9357ae75-049d-43c2-bf4e-30de78ad4e08 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Calling delete_port for 64e14202-004c-4d76-a70a-1e9100d1617f owned by network:floatingip {{(pid=74981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:59:12.272020 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-9357ae75-049d-43c2-bf4e-30de78ad4e08 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2943309'] for port, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:12.276066 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-7d0948a1-c3bd-48e7-b8a1-3ec7e7aa4a63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:59:12.318325 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9357ae75-049d-43c2-bf4e-30de78ad4e08 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Pushing event deleted for resources: {'Port': ['ID=64e14202-004c-4d76-a70a-1e9100d1617f,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:59:12.385930 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9357ae75-049d-43c2-bf4e-30de78ad4e08 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:59:12.386317 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9357ae75-049d-43c2-bf4e-30de78ad4e08 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:59:12.386677 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9357ae75-049d-43c2-bf4e-30de78ad4e08 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:59:12.387042 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9357ae75-049d-43c2-bf4e-30de78ad4e08 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:59:12.387394 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9357ae75-049d-43c2-bf4e-30de78ad4e08 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:59:12.387753 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9357ae75-049d-43c2-bf4e-30de78ad4e08 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:59:12.388104 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9357ae75-049d-43c2-bf4e-30de78ad4e08 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:59:12.388454 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9357ae75-049d-43c2-bf4e-30de78ad4e08 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:59:12.388800 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9357ae75-049d-43c2-bf4e-30de78ad4e08 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:59:12.389145 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9357ae75-049d-43c2-bf4e-30de78ad4e08 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:59:12.389490 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9357ae75-049d-43c2-bf4e-30de78ad4e08 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:59:12.394970 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-9357ae75-049d-43c2-bf4e-30de78ad4e08 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:59:12.420879 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-9357ae75-049d-43c2-bf4e-30de78ad4e08 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks [] for floatingip, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:12.811991 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9357ae75-049d-43c2-bf4e-30de78ad4e08 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Router e51fcaed-14e6-43f5-903e-8e37801fc96e has already been hosted by L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 {{(pid=74981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 10 16:59:13.017379 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9357ae75-049d-43c2-bf4e-30de78ad4e08 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:59:13.027123 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245ee4b8-28bc-486e-bcee-17c5ff8322fc None None] Sync routers for ids ['e51fcaed-14e6-43f5-903e-8e37801fc96e'] in dv-cinder-808473-1-iscsi {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:59:13.037278 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-9357ae75-049d-43c2-bf4e-30de78ad4e08 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for floatingip, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:13.040431 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245ee4b8-28bc-486e-bcee-17c5ff8322fc None None] Routers {'e51fcaed-14e6-43f5-903e-8e37801fc96e'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:59:13.041086 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-245ee4b8-28bc-486e-bcee-17c5ff8322fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8625ab4310>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:58:58Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['e51fcaed-14e6-43f5-903e-8e37801fc96e'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:59:13.089421 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-9357ae75-049d-43c2-bf4e-30de78ad4e08 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "DELETE /v2.0/floatingips/bf676a4f-9aa1-47f9-b969-5e9f1ddf8b98 HTTP/1.1" status: 204  len: 168 time: 1.5884666
Sep 10 16:59:13.089967 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b13e155-077a-4ac8-9548-9710dc06554c', 'tag': '707f5508-d692-494d-bbf2-974f574855a0'}] {{(pid=74981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:59:13.151350 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b13e155-077a-4ac8-9548-9710dc06554c', 'tag': '707f5508-d692-494d-bbf2-974f574855a0', 'status': 'completed', 'code': 200}
Sep 10 16:59:13.229964 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-245ee4b8-28bc-486e-bcee-17c5ff8322fc None None] Set router e51fcaed-14e6-43f5-903e-8e37801fc96e gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:59:13.246368 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-5bb5dde8-c792-486e-8471-55a48716cea0 req-acafc0dd-516f-45f3-abe7-3f10a1a3a8f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7686cda897b34f55a9c6100a20beacbd&device_id=2b13e155-077a-4ac8-9548-9710dc06554c HTTP/1.1" status: 200  len: 1099 time: 0.0698700
Sep 10 16:59:13.408097 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5dde8-c792-486e-8471-55a48716cea0 req-6badf9dd-f6f3-4f55-a986-eff68f959cff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:59:13.409563 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-5bb5dde8-c792-486e-8471-55a48716cea0 req-6badf9dd-f6f3-4f55-a986-eff68f959cff service neutron] 10.222.0.24 "GET /v2.0/networks?id=9278cdbd-cac5-475b-a9e3-48d35686072b HTTP/1.1" status: 200  len: 912 time: 0.1564929
Sep 10 16:59:13.575218 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-5bb5dde8-c792-486e-8471-55a48716cea0 req-84f6be41-1509-46a7-b80e-c4d4e5e8b0e8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=707f5508-d692-494d-bbf2-974f574855a0 HTTP/1.1" status: 200  len: 217 time: 0.1582782
Sep 10 16:59:13.626540 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-245ee4b8-28bc-486e-bcee-17c5ff8322fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8625ab4310>, [{'id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'name': 'tempest-TestVolumeBootPattern-131779652-router', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '02293ce2-b150-4147-9632-e199a3f398df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:51Z', 'revision_number': 4, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'gw_port': {'id': '02293ce2-b150-4147-9632-e199a3f398df', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_floatingips': [{'id': 'eac07ed2-de40-4458-a476-775c56171989', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'router_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'port_id': 'dd5f721b-9ccd-4b54-94f9-9b0040cc057f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b', 'mac_address': 'fa:16:3e:dc:4e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26adaa1-bceb-4225-bdf4-daba80343b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:55:52Z', 'updated_at': '2021-09-10T16:55:55Z', 'revision_number': 1, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22', 'name': '', 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'mac_address': 'fa:16:3e:3e:88:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:50Z', 'updated_at': '2021-09-10T16:53:10Z', 'revision_number': 5, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'subnets': [{'id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:59:13.631308 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245ee4b8-28bc-486e-bcee-17c5ff8322fc None None] Checking router: e51fcaed-14e6-43f5-903e-8e37801fc96e for host: dv-cinder-808473-1-iscsi {{(pid=74983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:59:13.643126 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245ee4b8-28bc-486e-bcee-17c5ff8322fc None None] Routers {'e51fcaed-14e6-43f5-903e-8e37801fc96e'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:59:13.643990 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-245ee4b8-28bc-486e-bcee-17c5ff8322fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8625ab4310>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:58:58Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['e51fcaed-14e6-43f5-903e-8e37801fc96e'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:59:13.645415 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5dde8-c792-486e-8471-55a48716cea0 req-b04633e0-9634-47eb-b6aa-e44c3a2433b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:59:13.646947 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-5bb5dde8-c792-486e-8471-55a48716cea0 req-b04633e0-9634-47eb-b6aa-e44c3a2433b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcc4c87f-6de4-4110-91a3-957c1f2663c4 HTTP/1.1" status: 200  len: 850 time: 0.0642672
Sep 10 16:59:13.795957 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c8a4a-904e-4dfb-b7f5-0b5f0330fdef req-6149c711-0bcb-431c-aed9-a90e50159256 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:59:13.796668 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-583c8a4a-904e-4dfb-b7f5-0b5f0330fdef req-6149c711-0bcb-431c-aed9-a90e50159256 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Synchronizing usage tracker for tenant:7686cda897b34f55a9c6100a20beacbd on resource:port {{(pid=74981) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:59:13.801666 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-5bb5dde8-c792-486e-8471-55a48716cea0 req-f407b141-2e5c-42fe-9d28-2cd9d9c37d67 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9278cdbd-cac5-475b-a9e3-48d35686072b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1449163
Sep 10 16:59:13.875279 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-245ee4b8-28bc-486e-bcee-17c5ff8322fc None None] Set router e51fcaed-14e6-43f5-903e-8e37801fc96e gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:59:13.877656 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-583c8a4a-904e-4dfb-b7f5-0b5f0330fdef req-6149c711-0bcb-431c-aed9-a90e50159256 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Unset dirty status for tenant:7686cda897b34f55a9c6100a20beacbd on resource:port {{(pid=74981) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:59:13.878838 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-583c8a4a-904e-4dfb-b7f5-0b5f0330fdef req-6149c711-0bcb-431c-aed9-a90e50159256 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b13e155-077a-4ac8-9548-9710dc06554c HTTP/1.1" status: 200  len: 946 time: 0.3219967
Sep 10 16:59:13.967487 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-583c8a4a-904e-4dfb-b7f5-0b5f0330fdef req-706e93dc-1e9f-4fff-9ecd-8e7787c36243 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/security-groups?id=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0748055
Sep 10 16:59:13.975302 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-5bb5dde8-c792-486e-8471-55a48716cea0 req-d2633ab3-a39d-4e1f-80a1-4c39d23c4301 service neutron] 10.222.0.24 "GET /v2.0/networks/9278cdbd-cac5-475b-a9e3-48d35686072b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1644006
Sep 10 16:59:14.114626 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-5bb5dde8-c792-486e-8471-55a48716cea0 req-c518da72-5179-4641-816a-1a18ddc41e62 service neutron] 10.222.0.24 "GET /v2.0/networks/9278cdbd-cac5-475b-a9e3-48d35686072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1295671
Sep 10 16:59:14.238012 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-245ee4b8-28bc-486e-bcee-17c5ff8322fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8625ab4310>, [{'id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'name': 'tempest-TestVolumeBootPattern-131779652-router', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '02293ce2-b150-4147-9632-e199a3f398df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:51Z', 'revision_number': 4, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'gw_port': {'id': '02293ce2-b150-4147-9632-e199a3f398df', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_floatingips': [{'id': 'eac07ed2-de40-4458-a476-775c56171989', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'router_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'port_id': 'dd5f721b-9ccd-4b54-94f9-9b0040cc057f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b', 'mac_address': 'fa:16:3e:dc:4e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26adaa1-bceb-4225-bdf4-daba80343b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:55:52Z', 'updated_at': '2021-09-10T16:55:55Z', 'revision_number': 1, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22', 'name': '', 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'mac_address': 'fa:16:3e:3e:88:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:50Z', 'updated_at': '2021-09-10T16:53:10Z', 'revision_number': 5, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'subnets': [{'id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:59:14.242470 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245ee4b8-28bc-486e-bcee-17c5ff8322fc None None] The sync data for ids ['e51fcaed-14e6-43f5-903e-8e37801fc96e'] in dv-cinder-808473-1-iscsi is: [{'id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'name': 'tempest-TestVolumeBootPattern-131779652-router', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '02293ce2-b150-4147-9632-e199a3f398df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:51Z', 'revision_number': 4, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'gw_port': {'id': '02293ce2-b150-4147-9632-e199a3f398df', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_floatingips': [{'id': 'eac07ed2-de40-4458-a476-775c56171989', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'router_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'port_id': 'dd5f721b-9ccd-4b54-94f9-9b0040cc057f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b', 'mac_address': 'fa:16:3e:dc:4e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26adaa1-bceb-4225-bdf4-daba80343b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:55:52Z', 'updated_at': '2021-09-10T16:55:55Z', 'revision_number': 1, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22', 'name': '', 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'mac_address': 'fa:16:3e:3e:88:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:50Z', 'updated_at': '2021-09-10T16:53:10Z', 'revision_number': 5, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'subnets': [{'id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:59:14.455821 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8055e6a9-530b-4b1b-bdb9-72f6e1656f0b None None] New status for floating IP bf676a4f-9aa1-47f9-b969-5e9f1ddf8b98: DOWN {{(pid=74984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 10 16:59:14.975866 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7544044-6337-4357-8b90-e7ba9e1a620a req-006dfb92-22bd-4dd3-ac62-fca796712569 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:59:14.977182 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-f7544044-6337-4357-8b90-e7ba9e1a620a req-006dfb92-22bd-4dd3-ac62-fca796712569 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b13e155-077a-4ac8-9548-9710dc06554c HTTP/1.1" status: 200  len: 946 time: 0.0743935
Sep 10 16:59:15.045108 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [req-f7544044-6337-4357-8b90-e7ba9e1a620a req-86420d60-0f09-44ec-a01b-4af62007eeb6 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Deleting port 707f5508-d692-494d-bbf2-974f574855a0 {{(pid=74981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:59:15.045452 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-f7544044-6337-4357-8b90-e7ba9e1a620a req-86420d60-0f09-44ec-a01b-4af62007eeb6 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:15.231760 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2edb4-afad-4295-a50d-2d7bdf9f089e req-d14a1ae0-b399-491d-bd97-71be98711276 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:59:15.233143 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f7c2edb4-afad-4295-a50d-2d7bdf9f089e req-d14a1ae0-b399-491d-bd97-71be98711276 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b13e155-077a-4ac8-9548-9710dc06554c HTTP/1.1" status: 200  len: 946 time: 0.1460314
Sep 10 16:59:15.278240 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-f7c2edb4-afad-4295-a50d-2d7bdf9f089e req-2ee03711-5e54-4e44-996c-206b31f2f7f0 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/security-groups?id=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394266
Sep 10 16:59:15.291957 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [req-f7544044-6337-4357-8b90-e7ba9e1a620a req-86420d60-0f09-44ec-a01b-4af62007eeb6 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] For port 707f5508-d692-494d-bbf2-974f574855a0, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=707f5508-d692-494d-bbf2-974f574855a0,segment=NetworkSegment(6d02c11a-e94d-403f-bc27-639896326b72),segment_id=6d02c11a-e94d-403f-bc27-639896326b72)] {{(pid=74981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:59:15.292320 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-f7544044-6337-4357-8b90-e7ba9e1a620a req-86420d60-0f09-44ec-a01b-4af62007eeb6 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:15.410471 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [req-f7544044-6337-4357-8b90-e7ba9e1a620a req-86420d60-0f09-44ec-a01b-4af62007eeb6 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Calling delete_port for 707f5508-d692-494d-bbf2-974f574855a0 owned by compute:nova {{(pid=74981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:59:15.546882 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-f7544044-6337-4357-8b90-e7ba9e1a620a req-86420d60-0f09-44ec-a01b-4af62007eeb6 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2943309'] for port, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:15.552079 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-e49df9d6-c610-4c67-b165-32f7dab469d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:59:15.598808 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86420d60-0f09-44ec-a01b-4af62007eeb6 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Pushing event deleted for resources: {'Port': ['ID=707f5508-d692-494d-bbf2-974f574855a0,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:59:15.601255 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-86420d60-0f09-44ec-a01b-4af62007eeb6 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:59:15.668279 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7544044-6337-4357-8b90-e7ba9e1a620a req-86420d60-0f09-44ec-a01b-4af62007eeb6 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] No DVR routers for this DVR port 707f5508-d692-494d-bbf2-974f574855a0 on host hv-cinder-80847 {{(pid=74981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 10 16:59:15.670576 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-f7544044-6337-4357-8b90-e7ba9e1a620a req-86420d60-0f09-44ec-a01b-4af62007eeb6 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:15.672994 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b13e155-077a-4ac8-9548-9710dc06554c', 'name': 'network-vif-deleted', 'tag': '707f5508-d692-494d-bbf2-974f574855a0'}] {{(pid=74981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:59:15.689105 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-f7544044-6337-4357-8b90-e7ba9e1a620a req-86420d60-0f09-44ec-a01b-4af62007eeb6 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.24 "DELETE /v2.0/ports/707f5508-d692-494d-bbf2-974f574855a0 HTTP/1.1" status: 204  len: 173 time: 0.7056124
Sep 10 16:59:15.743765 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b13e155-077a-4ac8-9548-9710dc06554c', 'name': 'network-vif-deleted', 'tag': '707f5508-d692-494d-bbf2-974f574855a0', 'status': 'completed', 'code': 200}
Sep 10 16:59:16.451644 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-38206625-8a09-4d44-8469-0d71e9a6cb4a req-5578fe10-2e6f-4992-8320-ec99a32f6c6e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b13e155-077a-4ac8-9548-9710dc06554c HTTP/1.1" status: 200  len: 210 time: 0.0414197
Sep 10 16:59:16.924718 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 6 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 16:59:18.526833 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 707f5508-d692-494d-bbf2-974f574855a0 no longer exists at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:59:18.559667 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] No Port match for: 707f5508-d692-494d-bbf2-974f574855a0 {{(pid=74983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 10 16:59:18.560013 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device 707f5508-d692-494d-bbf2-974f574855a0 not bound to the agent host hv-cinder-80847 {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 10 16:59:20.077214 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 37982) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:59:20.366897 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [None req-1404b511-dac6-4201-9a5e-622a4b119a1c tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Deleting port f9b18cf5-f797-4034-8e5d-960768ae0cc7 {{(pid=74981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:59:20.367243 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-1404b511-dac6-4201-9a5e-622a4b119a1c tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:20.533759 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-1404b511-dac6-4201-9a5e-622a4b119a1c tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:20.534151 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-1404b511-dac6-4201-9a5e-622a4b119a1c tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:20.653720 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [None req-1404b511-dac6-4201-9a5e-622a4b119a1c tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Calling delete_port for f9b18cf5-f797-4034-8e5d-960768ae0cc7 owned by network:floatingip {{(pid=74981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:59:20.797681 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-1404b511-dac6-4201-9a5e-622a4b119a1c tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2943309'] for port, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:20.801123 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-828081f3-2229-4523-9fce-9d35abbda54d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:59:20.841817 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1404b511-dac6-4201-9a5e-622a4b119a1c tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Pushing event deleted for resources: {'Port': ['ID=f9b18cf5-f797-4034-8e5d-960768ae0cc7,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:59:20.845811 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-1404b511-dac6-4201-9a5e-622a4b119a1c tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:59:20.936187 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-1404b511-dac6-4201-9a5e-622a4b119a1c tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks [] for floatingip, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:21.325006 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1404b511-dac6-4201-9a5e-622a4b119a1c tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Router e51fcaed-14e6-43f5-903e-8e37801fc96e has already been hosted by L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 {{(pid=74981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 10 16:59:21.525077 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1404b511-dac6-4201-9a5e-622a4b119a1c tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:59:21.534225 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d201eb8-48ca-4e61-a5d8-97583afb03d4 None None] Sync routers for ids ['e51fcaed-14e6-43f5-903e-8e37801fc96e'] in dv-cinder-808473-1-iscsi {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:59:21.541988 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-1404b511-dac6-4201-9a5e-622a4b119a1c tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for floatingip, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:21.545989 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d201eb8-48ca-4e61-a5d8-97583afb03d4 None None] Routers {'e51fcaed-14e6-43f5-903e-8e37801fc96e'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:59:21.546622 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-3d201eb8-48ca-4e61-a5d8-97583afb03d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f86251e9bb0>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:58:58Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['e51fcaed-14e6-43f5-903e-8e37801fc96e'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:59:21.599967 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-1404b511-dac6-4201-9a5e-622a4b119a1c tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "DELETE /v2.0/floatingips/eac07ed2-de40-4458-a476-775c56171989 HTTP/1.1" status: 204  len: 168 time: 1.5190830
Sep 10 16:59:21.599967 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a26adaa1-bceb-4225-bdf4-daba80343b50', 'tag': 'dd5f721b-9ccd-4b54-94f9-9b0040cc057f'}] {{(pid=74981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:59:21.654716 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a26adaa1-bceb-4225-bdf4-daba80343b50', 'tag': 'dd5f721b-9ccd-4b54-94f9-9b0040cc057f', 'status': 'completed', 'code': 200}
Sep 10 16:59:21.730461 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-3d201eb8-48ca-4e61-a5d8-97583afb03d4 None None] Set router e51fcaed-14e6-43f5-903e-8e37801fc96e gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:59:21.750868 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2f38db23-3a97-4502-9aa3-63fe9a7d7fde req-0d5714fc-2782-48a5-b864-ddae3b501f98 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7686cda897b34f55a9c6100a20beacbd&device_id=a26adaa1-bceb-4225-bdf4-daba80343b50 HTTP/1.1" status: 200  len: 1099 time: 0.0732155
Sep 10 16:59:21.887196 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38db23-3a97-4502-9aa3-63fe9a7d7fde req-2fa06579-10bc-4514-9c2c-df7a63acb704 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:59:21.888764 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2f38db23-3a97-4502-9aa3-63fe9a7d7fde req-2fa06579-10bc-4514-9c2c-df7a63acb704 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9278cdbd-cac5-475b-a9e3-48d35686072b HTTP/1.1" status: 200  len: 912 time: 0.1316926
Sep 10 16:59:22.043257 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-3d201eb8-48ca-4e61-a5d8-97583afb03d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f86251e9bb0>, [{'id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'name': 'tempest-TestVolumeBootPattern-131779652-router', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '02293ce2-b150-4147-9632-e199a3f398df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:51Z', 'revision_number': 4, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'gw_port': {'id': '02293ce2-b150-4147-9632-e199a3f398df', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': 'b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22', 'name': '', 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'mac_address': 'fa:16:3e:3e:88:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:50Z', 'updated_at': '2021-09-10T16:53:10Z', 'revision_number': 5, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'subnets': [{'id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:59:22.047265 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d201eb8-48ca-4e61-a5d8-97583afb03d4 None None] Checking router: e51fcaed-14e6-43f5-903e-8e37801fc96e for host: dv-cinder-808473-1-iscsi {{(pid=74983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:59:22.059042 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d201eb8-48ca-4e61-a5d8-97583afb03d4 None None] Routers {'e51fcaed-14e6-43f5-903e-8e37801fc96e'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:59:22.059651 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-3d201eb8-48ca-4e61-a5d8-97583afb03d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f86251e9bb0>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:58:58Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['e51fcaed-14e6-43f5-903e-8e37801fc96e'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:59:22.091140 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2f38db23-3a97-4502-9aa3-63fe9a7d7fde req-087d907d-cb02-449a-bf32-dbf300fb61ca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd5f721b-9ccd-4b54-94f9-9b0040cc057f HTTP/1.1" status: 200  len: 217 time: 0.1944828
Sep 10 16:59:22.170136 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38db23-3a97-4502-9aa3-63fe9a7d7fde req-284803c3-5cfb-42cf-81f3-59d05a4fc951 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:59:22.171492 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2f38db23-3a97-4502-9aa3-63fe9a7d7fde req-284803c3-5cfb-42cf-81f3-59d05a4fc951 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcc4c87f-6de4-4110-91a3-957c1f2663c4 HTTP/1.1" status: 200  len: 850 time: 0.0726707
Sep 10 16:59:22.217928 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26940541-ccfc-4213-a8b7-fdd5ad1042e7 req-9a8f0c17-0f98-4219-bcbf-5a1b7580c5aa tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:59:22.218654 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-26940541-ccfc-4213-a8b7-fdd5ad1042e7 req-9a8f0c17-0f98-4219-bcbf-5a1b7580c5aa tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Synchronizing usage tracker for tenant:7686cda897b34f55a9c6100a20beacbd on resource:port {{(pid=74981) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 10 16:59:22.241339 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-3d201eb8-48ca-4e61-a5d8-97583afb03d4 None None] Set router e51fcaed-14e6-43f5-903e-8e37801fc96e gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:59:22.247970 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.quota.resource [req-26940541-ccfc-4213-a8b7-fdd5ad1042e7 req-9a8f0c17-0f98-4219-bcbf-5a1b7580c5aa tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Unset dirty status for tenant:7686cda897b34f55a9c6100a20beacbd on resource:port {{(pid=74981) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 10 16:59:22.249128 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-26940541-ccfc-4213-a8b7-fdd5ad1042e7 req-9a8f0c17-0f98-4219-bcbf-5a1b7580c5aa tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=a26adaa1-bceb-4225-bdf4-daba80343b50 HTTP/1.1" status: 200  len: 946 time: 0.2047033
Sep 10 16:59:22.287056 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2f38db23-3a97-4502-9aa3-63fe9a7d7fde req-fdc6ec6c-bed7-4565-975c-5ddb6ed3be61 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9278cdbd-cac5-475b-a9e3-48d35686072b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1077480
Sep 10 16:59:22.372010 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-26940541-ccfc-4213-a8b7-fdd5ad1042e7 req-29e808ed-f608-4207-ad20-f53fb08989f0 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/security-groups?id=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1152039
Sep 10 16:59:22.434409 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2f38db23-3a97-4502-9aa3-63fe9a7d7fde req-a5eb2f48-06d5-4df2-8a86-6ce4e37e0c1b service neutron] 10.222.0.24 "GET /v2.0/networks/9278cdbd-cac5-475b-a9e3-48d35686072b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381457
Sep 10 16:59:22.570642 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-2f38db23-3a97-4502-9aa3-63fe9a7d7fde req-a8d42b8b-5759-46ed-a816-1321adce03d3 service neutron] 10.222.0.24 "GET /v2.0/networks/9278cdbd-cac5-475b-a9e3-48d35686072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288500
Sep 10 16:59:22.606213 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-3d201eb8-48ca-4e61-a5d8-97583afb03d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f86251e9bb0>, [{'id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'name': 'tempest-TestVolumeBootPattern-131779652-router', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '02293ce2-b150-4147-9632-e199a3f398df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:51Z', 'revision_number': 4, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'gw_port': {'id': '02293ce2-b150-4147-9632-e199a3f398df', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': 'b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22', 'name': '', 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'mac_address': 'fa:16:3e:3e:88:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:50Z', 'updated_at': '2021-09-10T16:53:10Z', 'revision_number': 5, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'subnets': [{'id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:59:22.610138 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d201eb8-48ca-4e61-a5d8-97583afb03d4 None None] The sync data for ids ['e51fcaed-14e6-43f5-903e-8e37801fc96e'] in dv-cinder-808473-1-iscsi is: [{'id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'name': 'tempest-TestVolumeBootPattern-131779652-router', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '02293ce2-b150-4147-9632-e199a3f398df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:51Z', 'revision_number': 4, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'gw_port': {'id': '02293ce2-b150-4147-9632-e199a3f398df', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi', '_interfaces': [{'id': 'b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22', 'name': '', 'network_id': '9278cdbd-cac5-475b-a9e3-48d35686072b', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'mac_address': 'fa:16:3e:3e:88:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:50Z', 'updated_at': '2021-09-10T16:53:10Z', 'revision_number': 5, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'subnets': [{'id': 'fcc4c87f-6de4-4110-91a3-957c1f2663c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:59:22.819667 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c8dd47-4412-4884-b463-c258831fcc30 None None] New status for floating IP eac07ed2-de40-4458-a476-775c56171989: DOWN {{(pid=74984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 10 16:59:23.436783 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95982679-d394-4484-96a6-e199a7f7c634 req-98e56a19-3746-47b0-82e6-410df71768e5 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:59:23.438322 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-95982679-d394-4484-96a6-e199a7f7c634 req-98e56a19-3746-47b0-82e6-410df71768e5 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.24 "GET /v2.0/ports?device_id=a26adaa1-bceb-4225-bdf4-daba80343b50 HTTP/1.1" status: 200  len: 946 time: 0.0856769
Sep 10 16:59:23.508855 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [req-95982679-d394-4484-96a6-e199a7f7c634 req-be14b985-16cc-4a04-a4b9-d37d9d163f31 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Deleting port dd5f721b-9ccd-4b54-94f9-9b0040cc057f {{(pid=74981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:59:23.509205 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-95982679-d394-4484-96a6-e199a7f7c634 req-be14b985-16cc-4a04-a4b9-d37d9d163f31 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:23.579899 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc37ee-d7e4-4bff-ad94-0525003c458e req-4435ba98-f54d-4be2-812d-5506af93b2c9 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 10 16:59:23.581281 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-8ebc37ee-d7e4-4bff-ad94-0525003c458e req-4435ba98-f54d-4be2-812d-5506af93b2c9 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=a26adaa1-bceb-4225-bdf4-daba80343b50 HTTP/1.1" status: 200  len: 946 time: 0.0803361
Sep 10 16:59:23.627300 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-8ebc37ee-d7e4-4bff-ad94-0525003c458e req-e69dc8dc-4e93-409b-8b70-2619bec90cb1 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/security-groups?id=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399745
Sep 10 16:59:23.752127 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.db [req-95982679-d394-4484-96a6-e199a7f7c634 req-be14b985-16cc-4a04-a4b9-d37d9d163f31 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] For port dd5f721b-9ccd-4b54-94f9-9b0040cc057f, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=dd5f721b-9ccd-4b54-94f9-9b0040cc057f,segment=NetworkSegment(6d02c11a-e94d-403f-bc27-639896326b72),segment_id=6d02c11a-e94d-403f-bc27-639896326b72)] {{(pid=74981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:59:23.752488 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-95982679-d394-4484-96a6-e199a7f7c634 req-be14b985-16cc-4a04-a4b9-d37d9d163f31 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:23.876305 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [req-95982679-d394-4484-96a6-e199a7f7c634 req-be14b985-16cc-4a04-a4b9-d37d9d163f31 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Calling delete_port for dd5f721b-9ccd-4b54-94f9-9b0040cc057f owned by compute:nova {{(pid=74981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:59:24.016836 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-95982679-d394-4484-96a6-e199a7f7c634 req-be14b985-16cc-4a04-a4b9-d37d9d163f31 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2943309'] for port, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:24.022234 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-3ca8283a-245e-423c-b2b9-95ac541d24a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:59:24.065823 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14b985-16cc-4a04-a4b9-d37d9d163f31 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Pushing event deleted for resources: {'Port': ['ID=dd5f721b-9ccd-4b54-94f9-9b0040cc057f,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:59:24.069190 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-be14b985-16cc-4a04-a4b9-d37d9d163f31 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:59:24.142226 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.db.l3_dvrscheduler_db [req-95982679-d394-4484-96a6-e199a7f7c634 req-be14b985-16cc-4a04-a4b9-d37d9d163f31 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] No DVR routers for this DVR port dd5f721b-9ccd-4b54-94f9-9b0040cc057f on host hv-cinder-80847 {{(pid=74981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 10 16:59:24.144568 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [req-95982679-d394-4484-96a6-e199a7f7c634 req-be14b985-16cc-4a04-a4b9-d37d9d163f31 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for port, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:24.147351 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26adaa1-bceb-4225-bdf4-daba80343b50', 'name': 'network-vif-deleted', 'tag': 'dd5f721b-9ccd-4b54-94f9-9b0040cc057f'}] {{(pid=74981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 10 16:59:24.167772 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [req-95982679-d394-4484-96a6-e199a7f7c634 req-be14b985-16cc-4a04-a4b9-d37d9d163f31 tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.24 "DELETE /v2.0/ports/dd5f721b-9ccd-4b54-94f9-9b0040cc057f HTTP/1.1" status: 204  len: 173 time: 0.7228959
Sep 10 16:59:24.207623 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26adaa1-bceb-4225-bdf4-daba80343b50', 'name': 'network-vif-deleted', 'tag': 'dd5f721b-9ccd-4b54-94f9-9b0040cc057f', 'status': 'completed', 'code': 200}
Sep 10 16:59:24.797852 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [req-53515b1c-3e9e-41e8-8dd8-0015c7abcb22 req-82770191-b0b7-4f73-b7a4-d29c10e9907b tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "GET /v2.0/ports?device_id=a26adaa1-bceb-4225-bdf4-daba80343b50 HTTP/1.1" status: 200  len: 210 time: 0.0402400
Sep 10 16:59:25.238827 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-9a090d4a-c621-4c65-bcb8-fe220df65c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:25.674369 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:25.901327 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 38002) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:59:26.063988 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [None req-5fcca191-e222-4dec-8313-6df61c3779cc tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Deleting port 5f83aa28-5a83-4c3a-ab0f-68ddd4069959 {{(pid=74981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:59:26.064333 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-5fcca191-e222-4dec-8313-6df61c3779cc tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:26.313372 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-5fcca191-e222-4dec-8313-6df61c3779cc tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:26.313372 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-5fcca191-e222-4dec-8313-6df61c3779cc tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:26.433380 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [None req-5fcca191-e222-4dec-8313-6df61c3779cc tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Calling delete_port for 5f83aa28-5a83-4c3a-ab0f-68ddd4069959 owned by network:floatingip {{(pid=74981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:59:26.571331 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-5fcca191-e222-4dec-8313-6df61c3779cc tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2943309'] for port, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:26.575396 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-a9d2b708-0339-4670-88a5-0d9554bcb10b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:59:26.589565 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device dd5f721b-9ccd-4b54-94f9-9b0040cc057f no longer exists at agent hyperv_hv-cinder-80847 {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:59:26.617624 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcca191-e222-4dec-8313-6df61c3779cc tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Pushing event deleted for resources: {'Port': ['ID=5f83aa28-5a83-4c3a-ab0f-68ddd4069959,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:59:26.620054 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-5fcca191-e222-4dec-8313-6df61c3779cc tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:59:26.621343 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] No Port match for: dd5f721b-9ccd-4b54-94f9-9b0040cc057f {{(pid=74983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 10 16:59:26.621698 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Device dd5f721b-9ccd-4b54-94f9-9b0040cc057f not bound to the agent host hv-cinder-80847 {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 10 16:59:26.710449 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-5fcca191-e222-4dec-8313-6df61c3779cc tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks [] for floatingip, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:26.724130 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-5fcca191-e222-4dec-8313-6df61c3779cc tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168044'] for floatingip, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:26.725269 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-5fcca191-e222-4dec-8313-6df61c3779cc tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "DELETE /v2.0/floatingips/cef402ff-06e1-4844-a638-b4a51b54530e HTTP/1.1" status: 204  len: 168 time: 0.8229542
Sep 10 16:59:27.530709 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-cbe7a39b-1694-45b5-b73d-a23c3a5cf310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:28.101326 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.wsgi [-] (74981) accepted ('10.222.0.41', 38016) {{(pid=74981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:59:28.170098 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-a31a5cf3-348d-4ca6-832f-f2397764139d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks [] for security_group, before_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:28.202015 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-a31a5cf3-348d-4ca6-832f-f2397764139d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:28.266228 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-a31a5cf3-348d-4ca6-832f-f2397764139d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:28.270366 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-f08f3f2b-a015-4102-8222-5e68dfebb8f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:59:28.286423 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a5cf3-348d-4ca6-832f-f2397764139d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a,revision_number=None']} {{(pid=74981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:59:28.291436 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-a31a5cf3-348d-4ca6-832f-f2397764139d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:59:28.304446 dv-cinder-808473-1-iscsi neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-a31a5cf3-348d-4ca6-832f-f2397764139d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Notify callbacks [] for security_group, before_response {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:28.310579 dv-cinder-808473-1-iscsi neutron-server[74981]: INFO neutron.wsgi [None req-a31a5cf3-348d-4ca6-832f-f2397764139d tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] 10.222.0.41 "DELETE /v2.0/security-groups/b65b75ad-b0c4-4a1d-b017-70fc64f3cb1a HTTP/1.1" status: 204  len: 168 time: 0.2081308
Sep 10 16:59:28.367871 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 38022) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:59:28.516763 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:28.914388 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e2cb8ade-1aac-4155-8e13-34f3a6d020f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-449117'] for router_interface, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:29.600570 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [None req-e2cb8ade-1aac-4155-8e13-34f3a6d020f9 admin admin] Deleting port b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22 {{(pid=74982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:59:29.601245 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e2cb8ade-1aac-4155-8e13-34f3a6d020f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:29.772007 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.db [None req-e2cb8ade-1aac-4155-8e13-34f3a6d020f9 admin admin] For port b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22,segment=NetworkSegment(6d02c11a-e94d-403f-bc27-639896326b72),segment_id=6d02c11a-e94d-403f-bc27-639896326b72)] {{(pid=74982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:59:29.772355 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e2cb8ade-1aac-4155-8e13-34f3a6d020f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:29.891668 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [None req-e2cb8ade-1aac-4155-8e13-34f3a6d020f9 admin admin] Calling delete_port for b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22 owned by network:router_interface {{(pid=74982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:59:30.000034 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:30.061913 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e2cb8ade-1aac-4155-8e13-34f3a6d020f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:30.065958 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-99d756e1-99c2-49fb-8e63-160f81e5072e tempest-TestVolumeBootPattern-1094191786 tempest-TestVolumeBootPattern-1094191786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:59:30.109164 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb8ade-1aac-4155-8e13-34f3a6d020f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:59:30.148114 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb8ade-1aac-4155-8e13-34f3a6d020f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:59:30.148404 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb8ade-1aac-4155-8e13-34f3a6d020f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:59:30.148773 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb8ade-1aac-4155-8e13-34f3a6d020f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:59:30.149141 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb8ade-1aac-4155-8e13-34f3a6d020f9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:59:30.149505 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb8ade-1aac-4155-8e13-34f3a6d020f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:59:30.149868 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb8ade-1aac-4155-8e13-34f3a6d020f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:59:30.150254 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb8ade-1aac-4155-8e13-34f3a6d020f9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:59:30.150618 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb8ade-1aac-4155-8e13-34f3a6d020f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:59:30.150978 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb8ade-1aac-4155-8e13-34f3a6d020f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:59:30.151334 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb8ade-1aac-4155-8e13-34f3a6d020f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:59:30.151687 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb8ade-1aac-4155-8e13-34f3a6d020f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808473-1-iscsi {{(pid=74982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 10 16:59:30.158602 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-e2cb8ade-1aac-4155-8e13-34f3a6d020f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:59:30.404931 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e2cb8ade-1aac-4155-8e13-34f3a6d020f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1447749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-449257'] for router_interface, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:31.058032 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2cb8ade-1aac-4155-8e13-34f3a6d020f9 admin admin] Router e51fcaed-14e6-43f5-903e-8e37801fc96e has already been hosted by L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 {{(pid=74982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 10 16:59:31.251205 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2cb8ade-1aac-4155-8e13-34f3a6d020f9 admin admin] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:59:31.260177 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff301f7-d9b7-40e3-ac8b-8ee2dd05ed0a None None] Sync routers for ids ['e51fcaed-14e6-43f5-903e-8e37801fc96e'] in dv-cinder-808473-1-iscsi {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:59:31.266113 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-e2cb8ade-1aac-4155-8e13-34f3a6d020f9 admin admin] 10.222.0.41 "PUT /v2.0/routers/e51fcaed-14e6-43f5-903e-8e37801fc96e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8947816
Sep 10 16:59:31.266297 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 38028) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:59:31.273016 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff301f7-d9b7-40e3-ac8b-8ee2dd05ed0a None None] Routers {'e51fcaed-14e6-43f5-903e-8e37801fc96e'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:59:31.273638 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-dff301f7-d9b7-40e3-ac8b-8ee2dd05ed0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f862532ba90>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:59:28Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['e51fcaed-14e6-43f5-903e-8e37801fc96e'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:59:31.451101 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-dff301f7-d9b7-40e3-ac8b-8ee2dd05ed0a None None] Set router e51fcaed-14e6-43f5-903e-8e37801fc96e gateway port host: dv-cinder-808473-1-iscsi {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:59:31.473280 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-31d3f9d5-64f3-4ab1-a9f0-8763ad1781dc admin admin] Notify callbacks [] for router, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:31.666426 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-31d3f9d5-64f3-4ab1-a9f0-8763ad1781dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:31.675856 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [None req-31d3f9d5-64f3-4ab1-a9f0-8763ad1781dc admin admin] Deleting port 02293ce2-b150-4147-9632-e199a3f398df {{(pid=74982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:59:31.676203 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-31d3f9d5-64f3-4ab1-a9f0-8763ad1781dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:31.730913 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-dff301f7-d9b7-40e3-ac8b-8ee2dd05ed0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f862532ba90>, [{'id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'name': 'tempest-TestVolumeBootPattern-131779652-router', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '02293ce2-b150-4147-9632-e199a3f398df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:59:30Z', 'revision_number': 5, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'gw_port': {'id': '02293ce2-b150-4147-9632-e199a3f398df', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi'}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:59:31.734927 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff301f7-d9b7-40e3-ac8b-8ee2dd05ed0a None None] Checking router: e51fcaed-14e6-43f5-903e-8e37801fc96e for host: dv-cinder-808473-1-iscsi {{(pid=74983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:59:31.745973 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff301f7-d9b7-40e3-ac8b-8ee2dd05ed0a None None] Routers {'e51fcaed-14e6-43f5-903e-8e37801fc96e'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:59:31.746634 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-dff301f7-d9b7-40e3-ac8b-8ee2dd05ed0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f862532ba90>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:59:28Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['e51fcaed-14e6-43f5-903e-8e37801fc96e'], 'active': True} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:59:31.851909 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.db [None req-31d3f9d5-64f3-4ab1-a9f0-8763ad1781dc admin admin] For port 02293ce2-b150-4147-9632-e199a3f398df, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=02293ce2-b150-4147-9632-e199a3f398df,segment=NetworkSegment(7f0f17d1-ee65-42aa-885b-938bb9d3cd64),segment_id=7f0f17d1-ee65-42aa-885b-938bb9d3cd64)] {{(pid=74982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:59:31.852333 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-31d3f9d5-64f3-4ab1-a9f0-8763ad1781dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:31.898188 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_dvr_db [None req-dff301f7-d9b7-40e3-ac8b-8ee2dd05ed0a None None] Set router e51fcaed-14e6-43f5-903e-8e37801fc96e gateway port host: None {{(pid=74983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:59:31.970581 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [None req-31d3f9d5-64f3-4ab1-a9f0-8763ad1781dc admin admin] Calling delete_port for 02293ce2-b150-4147-9632-e199a3f398df owned by network:router_gateway {{(pid=74982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:59:32.001835 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.db.l3_hamode_db [None req-dff301f7-d9b7-40e3-ac8b-8ee2dd05ed0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f862532ba90>, [{'id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'name': 'tempest-TestVolumeBootPattern-131779652-router', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:59:31Z', 'revision_number': 6, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'gw_port_host': None}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:59:32.005742 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff301f7-d9b7-40e3-ac8b-8ee2dd05ed0a None None] The sync data for ids ['e51fcaed-14e6-43f5-903e-8e37801fc96e'] in dv-cinder-808473-1-iscsi is: [{'id': 'e51fcaed-14e6-43f5-903e-8e37801fc96e', 'name': 'tempest-TestVolumeBootPattern-131779652-router', 'tenant_id': '7686cda897b34f55a9c6100a20beacbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:52:48Z', 'updated_at': '2021-09-10T16:59:31Z', 'revision_number': 6, 'project_id': '7686cda897b34f55a9c6100a20beacbd', 'gw_port_host': None}] {{(pid=74983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:59:32.132934 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-31d3f9d5-64f3-4ab1-a9f0-8763ad1781dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:32.136977 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-e6c263f0-3af9-4b7a-aa65-107219966374 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:59:32.177129 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d3f9d5-64f3-4ab1-a9f0-8763ad1781dc admin admin] Pushing event deleted for resources: {'Port': ['ID=02293ce2-b150-4147-9632-e199a3f398df,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:59:32.179647 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-31d3f9d5-64f3-4ab1-a9f0-8763ad1781dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:59:32.451960 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22 no longer exists at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:59:32.485612 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] No Port match for: b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22 {{(pid=74983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 10 16:59:32.485958 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device b40ca8a1-e2c8-444b-a7a4-ff0ceff04a22 not bound to the agent host dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 10 16:59:32.514101 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-31d3f9d5-64f3-4ab1-a9f0-8763ad1781dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446838'] for router_gateway, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:32.770317 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-31d3f9d5-64f3-4ab1-a9f0-8763ad1781dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16218'] for router, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:32.775270 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-31d3f9d5-64f3-4ab1-a9f0-8763ad1781dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:32.800415 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-31d3f9d5-64f3-4ab1-a9f0-8763ad1781dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-448530'] for router, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:32.801203 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d3f9d5-64f3-4ab1-a9f0-8763ad1781dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router e51fcaed-14e6-43f5-903e-8e37801fc96e {{(pid=74982) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Sep 10 16:59:32.814782 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-31d3f9d5-64f3-4ab1-a9f0-8763ad1781dc admin admin] Notify callbacks [] for router, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:32.815884 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-31d3f9d5-64f3-4ab1-a9f0-8763ad1781dc admin admin] 10.222.0.41 "DELETE /v2.0/routers/e51fcaed-14e6-43f5-903e-8e37801fc96e HTTP/1.1" status: 204  len: 168 time: 1.5487397
Sep 10 16:59:32.818502 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 38032) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:59:32.881041 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.db_base_plugin_v2 [None req-f724b764-b518-4a85-a071-9c97a43c56a0 admin admin] Deleting subnet fcc4c87f-6de4-4110-91a3-957c1f2663c4 {{(pid=74982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 10 16:59:32.884613 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f724b764-b518-4a85-a071-9c97a43c56a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:32.934595 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f724b764-b518-4a85-a071-9c97a43c56a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947282'] for subnet, precommit_delete_associations {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:33.018320 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f724b764-b518-4a85-a071-9c97a43c56a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-567488'] for subnet, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:33.083553 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f724b764-b518-4a85-a071-9c97a43c56a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2865551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3069691'] for subnet, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:33.087835 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-50353302-ecc7-4666-8c38-aa71769bffb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:59:33.122182 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f724b764-b518-4a85-a071-9c97a43c56a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcc4c87f-6de4-4110-91a3-957c1f2663c4,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:59:33.124618 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-f724b764-b518-4a85-a071-9c97a43c56a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:59:33.127618 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-f724b764-b518-4a85-a071-9c97a43c56a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:33.133226 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-f724b764-b518-4a85-a071-9c97a43c56a0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fcc4c87f-6de4-4110-91a3-957c1f2663c4 HTTP/1.1" status: 204  len: 168 time: 0.3138096
Sep 10 16:59:33.135500 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6baa623d-9164-4150-b926-09a250dd468c None None] Network 9278cdbd-cac5-475b-a9e3-48d35686072b requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:59:33.136347 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 38036) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:59:33.238271 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-ddd6b1d8-b0d9-4156-a740-724474fbea47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630774'] for network, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:33.248923 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [None req-ddd6b1d8-b0d9-4156-a740-724474fbea47 admin admin] Deleting port 724a8c8c-2fc7-42c7-b0a3-37402dbb180d {{(pid=74982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:59:33.249236 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-ddd6b1d8-b0d9-4156-a740-724474fbea47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:33.386467 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7b8ea0-47b0-48b6-a836-0fc1eae03b85 None None] DHCP port deletion for 9278cdbd-cac5-475b-a9e3-48d35686072b request from dv-cinder-808473-1-iscsi {{(pid=74983) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Sep 10 16:59:33.390644 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b8ea0-47b0-48b6-a836-0fc1eae03b85 None None] Deleting port 724a8c8c-2fc7-42c7-b0a3-37402dbb180d {{(pid=74983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:59:33.391038 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-5e7b8ea0-47b0-48b6-a836-0fc1eae03b85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:33.452877 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.db [None req-ddd6b1d8-b0d9-4156-a740-724474fbea47 admin admin] For port 724a8c8c-2fc7-42c7-b0a3-37402dbb180d, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=724a8c8c-2fc7-42c7-b0a3-37402dbb180d,segment=NetworkSegment(6d02c11a-e94d-403f-bc27-639896326b72),segment_id=6d02c11a-e94d-403f-bc27-639896326b72)] {{(pid=74982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:59:33.453255 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-ddd6b1d8-b0d9-4156-a740-724474fbea47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:33.571806 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [None req-ddd6b1d8-b0d9-4156-a740-724474fbea47 admin admin] Calling delete_port for 724a8c8c-2fc7-42c7-b0a3-37402dbb180d owned by network:dhcp {{(pid=74982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:59:33.629138 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-5e7b8ea0-47b0-48b6-a836-0fc1eae03b85 None None] For port 724a8c8c-2fc7-42c7-b0a3-37402dbb180d, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=724a8c8c-2fc7-42c7-b0a3-37402dbb180d,segment=NetworkSegment(6d02c11a-e94d-403f-bc27-639896326b72),segment_id=6d02c11a-e94d-403f-bc27-639896326b72)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:59:33.629717 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-5e7b8ea0-47b0-48b6-a836-0fc1eae03b85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:33.642798 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-ddd6b1d8-b0d9-4156-a740-724474fbea47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:33.647678 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-e363f152-eb30-46e3-847b-777277844d11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:59:33.692304 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd6b1d8-b0d9-4156-a740-724474fbea47 admin admin] Pushing event deleted for resources: {'Port': ['ID=724a8c8c-2fc7-42c7-b0a3-37402dbb180d,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:59:33.694910 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-ddd6b1d8-b0d9-4156-a740-724474fbea47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:59:33.698756 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd6b1d8-b0d9-4156-a740-724474fbea47 admin admin] No DVR routers for this DVR port 724a8c8c-2fc7-42c7-b0a3-37402dbb180d on host dv-cinder-808473-1-iscsi {{(pid=74982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 10 16:59:33.749341 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b8ea0-47b0-48b6-a836-0fc1eae03b85 None None] Calling delete_port for 724a8c8c-2fc7-42c7-b0a3-37402dbb180d owned by network:dhcp {{(pid=74983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:59:33.821360 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.db.api [None req-5e7b8ea0-47b0-48b6-a836-0fc1eae03b85 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74983) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 10 16:59:33.821717 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_db.api [None req-5e7b8ea0-47b0-48b6-a836-0fc1eae03b85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 10 16:59:33.909209 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-ddd6b1d8-b0d9-4156-a740-724474fbea47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571207', 'neutron.services.segments.db._delete_segments_for_network-8763384148637'] for network, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:33.922040 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.services.segments.db [None req-ddd6b1d8-b0d9-4156-a740-724474fbea47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f862433ef70>,) {'filters': {'network_id': ['9278cdbd-cac5-475b-a9e3-48d35686072b']}} {{(pid=74982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:59:33.933885 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.services.segments.db [None req-ddd6b1d8-b0d9-4156-a740-724474fbea47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f862433ef70>, '6d02c11a-e94d-403f-bc27-639896326b72') {'for_net_delete': True} {{(pid=74982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:59:33.934218 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.services.segments.db [None req-ddd6b1d8-b0d9-4156-a740-724474fbea47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f862433ef70>, '6d02c11a-e94d-403f-bc27-639896326b72') {} {{(pid=74982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:59:33.945223 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-ddd6b1d8-b0d9-4156-a740-724474fbea47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763384234424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947275'] for segment, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:33.960883 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-ddd6b1d8-b0d9-4156-a740-724474fbea47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-567309'] for segment, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:33.967635 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddd6b1d8-b0d9-4156-a740-724474fbea47 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=74982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 10 16:59:33.968009 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-ddd6b1d8-b0d9-4156-a740-724474fbea47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2865617'] for segment, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:33.981360 dv-cinder-808473-1-iscsi neutron-server[74982]: Traceback (most recent call last):
Sep 10 16:59:33.981360 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 10 16:59:33.981360 dv-cinder-808473-1-iscsi neutron-server[74982]:     timer()
Sep 10 16:59:33.981360 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 10 16:59:33.981360 dv-cinder-808473-1-iscsi neutron-server[74982]:     cb(*args, **kw)
Sep 10 16:59:33.981360 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Sep 10 16:59:33.981360 dv-cinder-808473-1-iscsi neutron-server[74982]:     return func(*args, **kwargs)
Sep 10 16:59:33.981360 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 10 16:59:33.981360 dv-cinder-808473-1-iscsi neutron-server[74982]:     self._notify()
Sep 10 16:59:33.981360 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 10 16:59:33.981360 dv-cinder-808473-1-iscsi neutron-server[74982]:     self.callback(batched_events)
Sep 10 16:59:33.981360 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 10 16:59:33.981360 dv-cinder-808473-1-iscsi neutron-server[74982]:     event.method(event)
Sep 10 16:59:33.981360 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 10 16:59:33.981360 dv-cinder-808473-1-iscsi neutron-server[74982]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 10 16:59:33.981360 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 10 16:59:33.981360 dv-cinder-808473-1-iscsi neutron-server[74982]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 10 16:59:33.981360 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 10 16:59:33.981360 dv-cinder-808473-1-iscsi neutron-server[74982]:     return f(self, *a, **k)
Sep 10 16:59:33.981360 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 10 16:59:33.981360 dv-cinder-808473-1-iscsi neutron-server[74982]:     return self._get(url).json()
Sep 10 16:59:33.981360 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 10 16:59:33.981360 dv-cinder-808473-1-iscsi neutron-server[74982]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 10 16:59:33.981360 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 10 16:59:33.981360 dv-cinder-808473-1-iscsi neutron-server[74982]:     return self.request(url, 'GET', **kwargs)
Sep 10 16:59:33.981360 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 10 16:59:33.981360 dv-cinder-808473-1-iscsi neutron-server[74982]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 10 16:59:33.981360 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 10 16:59:33.981360 dv-cinder-808473-1-iscsi neutron-server[74982]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 10 16:59:33.981360 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 10 16:59:33.981360 dv-cinder-808473-1-iscsi neutron-server[74982]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 10 16:59:33.981360 dv-cinder-808473-1-iscsi neutron-server[74982]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 10 16:59:34.056053 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-ddd6b1d8-b0d9-4156-a740-724474fbea47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446813'] for network, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:34.059343 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:59:34.071729 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-ddd6b1d8-b0d9-4156-a740-724474fbea47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for network, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:34.081682 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd6b1d8-b0d9-4156-a740-724474fbea47 admin admin] Pushing event deleted for resources: {'Network': ['ID=9278cdbd-cac5-475b-a9e3-48d35686072b,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:59:34.084798 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-ddd6b1d8-b0d9-4156-a740-724474fbea47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:59:34.099105 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-ddd6b1d8-b0d9-4156-a740-724474fbea47 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9278cdbd-cac5-475b-a9e3-48d35686072b HTTP/1.1" status: 204  len: 168 time: 0.9589417
Sep 10 16:59:34.099474 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 38040) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:59:34.147382 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 02293ce2-b150-4147-9632-e199a3f398df no longer exists at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:59:34.180024 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] No Port match for: 02293ce2-b150-4147-9632-e199a3f398df {{(pid=74983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 10 16:59:34.180276 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 02293ce2-b150-4147-9632-e199a3f398df not bound to the agent host dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 10 16:59:34.180693 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 724a8c8c-2fc7-42c7-b0a3-37402dbb180d no longer exists at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:59:34.213901 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] No Port match for: 724a8c8c-2fc7-42c7-b0a3-37402dbb180d {{(pid=74983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 10 16:59:34.215365 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 724a8c8c-2fc7-42c7-b0a3-37402dbb180d not bound to the agent host dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 10 16:59:34.323405 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b8ea0-47b0-48b6-a836-0fc1eae03b85 None None] Deleting port 724a8c8c-2fc7-42c7-b0a3-37402dbb180d {{(pid=74983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:59:34.323796 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-5e7b8ea0-47b0-48b6-a836-0fc1eae03b85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:34.388308 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b8ea0-47b0-48b6-a836-0fc1eae03b85 None None] The port '724a8c8c-2fc7-42c7-b0a3-37402dbb180d' was deleted {{(pid=74983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Sep 10 16:59:34.489164 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-6940286c-83ca-4cde-ac0c-d3c195b88845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-449117'] for router_interface, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:35.076979 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [None req-6940286c-83ca-4cde-ac0c-d3c195b88845 admin admin] Deleting port f7ec6258-4a2f-42b4-a710-9a3413020df4 {{(pid=74982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:59:35.077313 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-6940286c-83ca-4cde-ac0c-d3c195b88845 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:35.245407 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.db [None req-6940286c-83ca-4cde-ac0c-d3c195b88845 admin admin] For port f7ec6258-4a2f-42b4-a710-9a3413020df4, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=f7ec6258-4a2f-42b4-a710-9a3413020df4,segment=NetworkSegment(6b957715-d5ee-4775-8807-658c606519fb),segment_id=6b957715-d5ee-4775-8807-658c606519fb)] {{(pid=74982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:59:35.245754 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-6940286c-83ca-4cde-ac0c-d3c195b88845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:35.459196 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [None req-6940286c-83ca-4cde-ac0c-d3c195b88845 admin admin] Calling delete_port for f7ec6258-4a2f-42b4-a710-9a3413020df4 owned by network:router_interface {{(pid=74982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:59:35.636571 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-6940286c-83ca-4cde-ac0c-d3c195b88845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:35.639877 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-440d896b-283a-4fba-899d-73150d77c3d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:59:35.680624 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6940286c-83ca-4cde-ac0c-d3c195b88845 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7ec6258-4a2f-42b4-a710-9a3413020df4,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:59:35.683101 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-6940286c-83ca-4cde-ac0c-d3c195b88845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:59:35.964513 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-6940286c-83ca-4cde-ac0c-d3c195b88845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1447749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-449257'] for router_interface, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:36.136533 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:36.531454 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6940286c-83ca-4cde-ac0c-d3c195b88845 admin admin] Router 51860788-0b18-4a8f-b644-b91df52fd90d has already been hosted by L3 agent 8b78373a-ccc6-4ef3-aadf-502967c83f95 {{(pid=74982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 10 16:59:36.730756 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6940286c-83ca-4cde-ac0c-d3c195b88845 admin admin] Notify agent at l3_agent.dv-cinder-808473-1-iscsi the message routers_updated {{(pid=74982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 10 16:59:36.739199 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1bb1e2-ebe4-4274-bb41-86caeb6f4037 None None] Sync routers for ids ['51860788-0b18-4a8f-b644-b91df52fd90d'] in dv-cinder-808473-1-iscsi {{(pid=74984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 10 16:59:36.746520 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-6940286c-83ca-4cde-ac0c-d3c195b88845 admin admin] 10.222.0.41 "PUT /v2.0/routers/51860788-0b18-4a8f-b644-b91df52fd90d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6461928
Sep 10 16:59:36.749008 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 38046) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:59:36.753182 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1bb1e2-ebe4-4274-bb41-86caeb6f4037 None None] Routers {'51860788-0b18-4a8f-b644-b91df52fd90d'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:59:36.753798 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-bc1bb1e2-ebe4-4274-bb41-86caeb6f4037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f86253a8430>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:59:28Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['51860788-0b18-4a8f-b644-b91df52fd90d'], 'active': True} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:59:36.929500 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvr_db [None req-bc1bb1e2-ebe4-4274-bb41-86caeb6f4037 None None] Set router 51860788-0b18-4a8f-b644-b91df52fd90d gateway port host: dv-cinder-808473-1-iscsi {{(pid=74984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:59:37.049252 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-35370755-a037-4e92-aee3-d671a20a18ac admin admin] Notify callbacks [] for router, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:37.212995 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-bc1bb1e2-ebe4-4274-bb41-86caeb6f4037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f86253a8430>, [{'id': '51860788-0b18-4a8f-b644-b91df52fd90d', 'name': 'tempest-TestVolumeBootPattern-1975118220-router', 'tenant_id': 'af3e17154b574edd87e42dd18163114a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'external_fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '3ee4e74a-d02e-4bc8-be54-48d77db0c64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:52:55Z', 'updated_at': '2021-09-10T16:59:35Z', 'revision_number': 5, 'project_id': 'af3e17154b574edd87e42dd18163114a', 'gw_port': {'id': '3ee4e74a-d02e-4bc8-be54-48d77db0c64a', 'name': '', 'network_id': '7c5f0db8-5fd5-407f-a0b4-0e92c2c05e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:33:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51860788-0b18-4a8f-b644-b91df52fd90d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808473-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:52:55Z', 'updated_at': '2021-09-10T16:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5dafb3-b941-44a9-9498-2bdb3e4caa08', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808473-1-iscsi'}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:59:37.217009 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1bb1e2-ebe4-4274-bb41-86caeb6f4037 None None] Checking router: 51860788-0b18-4a8f-b644-b91df52fd90d for host: dv-cinder-808473-1-iscsi {{(pid=74984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 10 16:59:37.228056 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1bb1e2-ebe4-4274-bb41-86caeb6f4037 None None] Routers {'51860788-0b18-4a8f-b644-b91df52fd90d'} bound to L3 agent in host dv-cinder-808473-1-iscsi {{(pid=74984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 10 16:59:37.228668 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-bc1bb1e2-ebe4-4274-bb41-86caeb6f4037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f86253a8430>, 'dv-cinder-808473-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:35:27Z,description=<?>,heartbeat_timestamp=2021-09-10T16:59:28Z,host='dv-cinder-808473-1-iscsi',id=8b78373a-ccc6-4ef3-aadf-502967c83f95,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-10T16:35:27Z,topic='l3_agent')) {'router_ids': ['51860788-0b18-4a8f-b644-b91df52fd90d'], 'active': True} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:59:37.245002 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-35370755-a037-4e92-aee3-d671a20a18ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:37.255819 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [None req-35370755-a037-4e92-aee3-d671a20a18ac admin admin] Deleting port 3ee4e74a-d02e-4bc8-be54-48d77db0c64a {{(pid=74982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:59:37.256166 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-35370755-a037-4e92-aee3-d671a20a18ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:37.376747 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_dvr_db [None req-bc1bb1e2-ebe4-4274-bb41-86caeb6f4037 None None] Set router 51860788-0b18-4a8f-b644-b91df52fd90d gateway port host: None {{(pid=74984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 10 16:59:37.428246 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.db [None req-35370755-a037-4e92-aee3-d671a20a18ac admin admin] For port 3ee4e74a-d02e-4bc8-be54-48d77db0c64a, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=3ee4e74a-d02e-4bc8-be54-48d77db0c64a,segment=NetworkSegment(7f0f17d1-ee65-42aa-885b-938bb9d3cd64),segment_id=7f0f17d1-ee65-42aa-885b-938bb9d3cd64)] {{(pid=74982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:59:37.428602 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-35370755-a037-4e92-aee3-d671a20a18ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:37.482797 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.l3_hamode_db [None req-bc1bb1e2-ebe4-4274-bb41-86caeb6f4037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f86253a8430>, [{'id': '51860788-0b18-4a8f-b644-b91df52fd90d', 'name': 'tempest-TestVolumeBootPattern-1975118220-router', 'tenant_id': 'af3e17154b574edd87e42dd18163114a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:52:55Z', 'updated_at': '2021-09-10T16:59:37Z', 'revision_number': 6, 'project_id': 'af3e17154b574edd87e42dd18163114a', 'gw_port_host': None}], 'dv-cinder-808473-1-iscsi', False) {} {{(pid=74984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:59:37.486843 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1bb1e2-ebe4-4274-bb41-86caeb6f4037 None None] The sync data for ids ['51860788-0b18-4a8f-b644-b91df52fd90d'] in dv-cinder-808473-1-iscsi is: [{'id': '51860788-0b18-4a8f-b644-b91df52fd90d', 'name': 'tempest-TestVolumeBootPattern-1975118220-router', 'tenant_id': 'af3e17154b574edd87e42dd18163114a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:52:55Z', 'updated_at': '2021-09-10T16:59:37Z', 'revision_number': 6, 'project_id': 'af3e17154b574edd87e42dd18163114a', 'gw_port_host': None}] {{(pid=74984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 10 16:59:37.557158 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [None req-35370755-a037-4e92-aee3-d671a20a18ac admin admin] Calling delete_port for 3ee4e74a-d02e-4bc8-be54-48d77db0c64a owned by network:router_gateway {{(pid=74982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:59:37.718328 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-35370755-a037-4e92-aee3-d671a20a18ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:37.722239 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-14a7834a-b84c-46be-bc78-45d110e4b1d8 tempest-AttachVolumeTestJSON-1099278398 tempest-AttachVolumeTestJSON-1099278398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:59:37.765626 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35370755-a037-4e92-aee3-d671a20a18ac admin admin] Pushing event deleted for resources: {'Port': ['ID=3ee4e74a-d02e-4bc8-be54-48d77db0c64a,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:59:37.768346 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-35370755-a037-4e92-aee3-d671a20a18ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:59:38.012393 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-35370755-a037-4e92-aee3-d671a20a18ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446838'] for router_gateway, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:38.293560 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device f7ec6258-4a2f-42b4-a710-9a3413020df4 no longer exists at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:59:38.335185 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] No Port match for: f7ec6258-4a2f-42b4-a710-9a3413020df4 {{(pid=74983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 10 16:59:38.335356 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device f7ec6258-4a2f-42b4-a710-9a3413020df4 not bound to the agent host dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 10 16:59:38.335778 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 3ee4e74a-d02e-4bc8-be54-48d77db0c64a no longer exists at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:59:38.369979 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] No Port match for: 3ee4e74a-d02e-4bc8-be54-48d77db0c64a {{(pid=74983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 10 16:59:38.370363 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 3ee4e74a-d02e-4bc8-be54-48d77db0c64a not bound to the agent host dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 10 16:59:38.397209 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-35370755-a037-4e92-aee3-d671a20a18ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16218'] for router, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:38.401453 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-35370755-a037-4e92-aee3-d671a20a18ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:38.427248 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-35370755-a037-4e92-aee3-d671a20a18ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-448530'] for router, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:38.427792 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35370755-a037-4e92-aee3-d671a20a18ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51860788-0b18-4a8f-b644-b91df52fd90d {{(pid=74982) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Sep 10 16:59:38.440315 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-35370755-a037-4e92-aee3-d671a20a18ac admin admin] Notify callbacks [] for router, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:38.441446 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-35370755-a037-4e92-aee3-d671a20a18ac admin admin] 10.222.0.41 "DELETE /v2.0/routers/51860788-0b18-4a8f-b644-b91df52fd90d HTTP/1.1" status: 204  len: 168 time: 1.6915483
Sep 10 16:59:38.444011 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 38050) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:59:38.504195 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.db_base_plugin_v2 [None req-aefc9348-598e-447e-8e31-3e6f23142663 admin admin] Deleting subnet 18ec7eed-1320-4f6e-b487-70a908af37f5 {{(pid=74982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 10 16:59:38.507303 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-aefc9348-598e-447e-8e31-3e6f23142663 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:38.559476 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-aefc9348-598e-447e-8e31-3e6f23142663 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947282'] for subnet, precommit_delete_associations {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:38.635263 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-aefc9348-598e-447e-8e31-3e6f23142663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-567488'] for subnet, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:38.701211 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-aefc9348-598e-447e-8e31-3e6f23142663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2865551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3069691'] for subnet, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:38.705530 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:59:38.741950 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc9348-598e-447e-8e31-3e6f23142663 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18ec7eed-1320-4f6e-b487-70a908af37f5,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:59:38.745872 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-aefc9348-598e-447e-8e31-3e6f23142663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:59:38.749001 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-aefc9348-598e-447e-8e31-3e6f23142663 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:38.754770 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591dda4b-e424-4256-9449-cf911ed11641 None None] Network 5eb71c14-76b0-48dd-abeb-921d4d66b27e requested from dv-cinder-808473-1-iscsi {{(pid=74983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 10 16:59:38.754928 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-aefc9348-598e-447e-8e31-3e6f23142663 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/18ec7eed-1320-4f6e-b487-70a908af37f5 HTTP/1.1" status: 204  len: 168 time: 0.3098598
Sep 10 16:59:38.757331 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 38054) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:59:38.861497 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-482b118f-1b66-4a27-be73-9be1def127e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630774'] for network, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:38.872280 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [None req-482b118f-1b66-4a27-be73-9be1def127e1 admin admin] Deleting port 5c9dccf5-7c40-4937-bb50-00bf384fed82 {{(pid=74982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:59:38.872602 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-482b118f-1b66-4a27-be73-9be1def127e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:38.988380 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70bfd56-7ef9-4662-9607-812b197449bf None None] DHCP port deletion for 5eb71c14-76b0-48dd-abeb-921d4d66b27e request from dv-cinder-808473-1-iscsi {{(pid=74983) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Sep 10 16:59:38.992484 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-a70bfd56-7ef9-4662-9607-812b197449bf None None] Deleting port 5c9dccf5-7c40-4937-bb50-00bf384fed82 {{(pid=74983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:59:38.993436 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-a70bfd56-7ef9-4662-9607-812b197449bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:39.072805 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.db [None req-482b118f-1b66-4a27-be73-9be1def127e1 admin admin] For port 5c9dccf5-7c40-4937-bb50-00bf384fed82, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=5c9dccf5-7c40-4937-bb50-00bf384fed82,segment=NetworkSegment(6b957715-d5ee-4775-8807-658c606519fb),segment_id=6b957715-d5ee-4775-8807-658c606519fb)] {{(pid=74982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:59:39.073162 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-482b118f-1b66-4a27-be73-9be1def127e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:39.190258 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.db [None req-a70bfd56-7ef9-4662-9607-812b197449bf None None] For port 5c9dccf5-7c40-4937-bb50-00bf384fed82, host dv-cinder-808473-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808473-1-iscsi',level=0,port_id=5c9dccf5-7c40-4937-bb50-00bf384fed82,segment=NetworkSegment(6b957715-d5ee-4775-8807-658c606519fb),segment_id=6b957715-d5ee-4775-8807-658c606519fb)] {{(pid=74983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 10 16:59:39.190577 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-a70bfd56-7ef9-4662-9607-812b197449bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436224'] for port, precommit_delete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:39.194362 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.plugin [None req-482b118f-1b66-4a27-be73-9be1def127e1 admin admin] Calling delete_port for 5c9dccf5-7c40-4937-bb50-00bf384fed82 owned by network:dhcp {{(pid=74982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:59:39.275830 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-482b118f-1b66-4a27-be73-9be1def127e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763384186143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763383711802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865570'] for port, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:39.282581 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-f7f12725-e59c-4cc3-9c99-035720de8d48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:59:39.316327 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-a70bfd56-7ef9-4662-9607-812b197449bf None None] Calling delete_port for 5c9dccf5-7c40-4937-bb50-00bf384fed82 owned by network:dhcp {{(pid=74983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 10 16:59:39.336901 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b118f-1b66-4a27-be73-9be1def127e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c9dccf5-7c40-4937-bb50-00bf384fed82,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:59:39.342191 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-482b118f-1b66-4a27-be73-9be1def127e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:59:39.346199 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482b118f-1b66-4a27-be73-9be1def127e1 admin admin] No DVR routers for this DVR port 5c9dccf5-7c40-4937-bb50-00bf384fed82 on host dv-cinder-808473-1-iscsi {{(pid=74982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 10 16:59:39.393766 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.db.api [None req-a70bfd56-7ef9-4662-9607-812b197449bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74983) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 10 16:59:39.394143 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG oslo_db.api [None req-a70bfd56-7ef9-4662-9607-812b197449bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 10 16:59:39.461075 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-482b118f-1b66-4a27-be73-9be1def127e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571207', 'neutron.services.segments.db._delete_segments_for_network-8763384148637'] for network, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:39.474219 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.services.segments.db [None req-482b118f-1b66-4a27-be73-9be1def127e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f862402f760>,) {'filters': {'network_id': ['5eb71c14-76b0-48dd-abeb-921d4d66b27e']}} {{(pid=74982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:59:39.494203 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.services.segments.db [None req-482b118f-1b66-4a27-be73-9be1def127e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f862402f760>, '6b957715-d5ee-4775-8807-658c606519fb') {'for_net_delete': True} {{(pid=74982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:59:39.494501 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.services.segments.db [None req-482b118f-1b66-4a27-be73-9be1def127e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f862402f760>, '6b957715-d5ee-4775-8807-658c606519fb') {} {{(pid=74982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 10 16:59:39.506228 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-482b118f-1b66-4a27-be73-9be1def127e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763384234424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947275'] for segment, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:39.522805 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-482b118f-1b66-4a27-be73-9be1def127e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-567309'] for segment, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:39.529763 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-482b118f-1b66-4a27-be73-9be1def127e1 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=74982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 10 16:59:39.530224 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-482b118f-1b66-4a27-be73-9be1def127e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2865617'] for segment, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:39.542768 dv-cinder-808473-1-iscsi neutron-server[74982]: Traceback (most recent call last):
Sep 10 16:59:39.542768 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 10 16:59:39.542768 dv-cinder-808473-1-iscsi neutron-server[74982]:     timer()
Sep 10 16:59:39.542768 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 10 16:59:39.542768 dv-cinder-808473-1-iscsi neutron-server[74982]:     cb(*args, **kw)
Sep 10 16:59:39.542768 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Sep 10 16:59:39.542768 dv-cinder-808473-1-iscsi neutron-server[74982]:     return func(*args, **kwargs)
Sep 10 16:59:39.542768 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 10 16:59:39.542768 dv-cinder-808473-1-iscsi neutron-server[74982]:     self._notify()
Sep 10 16:59:39.542768 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 10 16:59:39.542768 dv-cinder-808473-1-iscsi neutron-server[74982]:     self.callback(batched_events)
Sep 10 16:59:39.542768 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 10 16:59:39.542768 dv-cinder-808473-1-iscsi neutron-server[74982]:     event.method(event)
Sep 10 16:59:39.542768 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 10 16:59:39.542768 dv-cinder-808473-1-iscsi neutron-server[74982]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 10 16:59:39.542768 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 10 16:59:39.542768 dv-cinder-808473-1-iscsi neutron-server[74982]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 10 16:59:39.542768 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 10 16:59:39.542768 dv-cinder-808473-1-iscsi neutron-server[74982]:     return f(self, *a, **k)
Sep 10 16:59:39.542768 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 10 16:59:39.542768 dv-cinder-808473-1-iscsi neutron-server[74982]:     return self._get(url).json()
Sep 10 16:59:39.542768 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 10 16:59:39.542768 dv-cinder-808473-1-iscsi neutron-server[74982]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 10 16:59:39.542768 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 10 16:59:39.542768 dv-cinder-808473-1-iscsi neutron-server[74982]:     return self.request(url, 'GET', **kwargs)
Sep 10 16:59:39.542768 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 10 16:59:39.542768 dv-cinder-808473-1-iscsi neutron-server[74982]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 10 16:59:39.542768 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 10 16:59:39.542768 dv-cinder-808473-1-iscsi neutron-server[74982]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 10 16:59:39.542768 dv-cinder-808473-1-iscsi neutron-server[74982]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 10 16:59:39.542768 dv-cinder-808473-1-iscsi neutron-server[74982]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 10 16:59:39.542768 dv-cinder-808473-1-iscsi neutron-server[74982]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 10 16:59:39.618026 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-482b118f-1b66-4a27-be73-9be1def127e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1447695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446813'] for network, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:39.621411 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-a1ccb2ed-279b-438e-b3d2-198d6952abcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:59:39.639133 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-482b118f-1b66-4a27-be73-9be1def127e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1447785'] for network, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:39.649400 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b118f-1b66-4a27-be73-9be1def127e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5eb71c14-76b0-48dd-abeb-921d4d66b27e,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:59:39.654214 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-482b118f-1b66-4a27-be73-9be1def127e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:59:39.657627 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-482b118f-1b66-4a27-be73-9be1def127e1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/5eb71c14-76b0-48dd-abeb-921d4d66b27e HTTP/1.1" status: 204  len: 168 time: 0.8994086
Sep 10 16:59:39.791797 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 38060) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:59:39.841220 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-e9a3d0e7-64db-40c3-92c8-c577a77f0aba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7686cda897b34f55a9c6100a20beacbd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0482590
Sep 10 16:59:39.843452 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 38064) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:59:39.895178 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-a70bfd56-7ef9-4662-9607-812b197449bf None None] Deleting port 5c9dccf5-7c40-4937-bb50-00bf384fed82 {{(pid=74983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 10 16:59:39.895590 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-a70bfd56-7ef9-4662-9607-812b197449bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763384081610'] for port, before_delete {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:39.906219 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e0b16f0a-9e95-4ca4-b3e7-935eb8227751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:39.932639 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e0b16f0a-9e95-4ca4-b3e7-935eb8227751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:39.958236 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-a70bfd56-7ef9-4662-9607-812b197449bf None None] The port '5c9dccf5-7c40-4937-bb50-00bf384fed82' was deleted {{(pid=74983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Sep 10 16:59:39.986909 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e0b16f0a-9e95-4ca4-b3e7-935eb8227751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:39.991649 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-ad4f180b-66d1-4efb-bc06-ccfffc678ffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:59:40.005588 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b16f0a-9e95-4ca4-b3e7-935eb8227751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57eb5d7c-539d-4603-8fda-b02cae04a83b,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:59:40.009537 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-e0b16f0a-9e95-4ca4-b3e7-935eb8227751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:59:40.012766 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-e0b16f0a-9e95-4ca4-b3e7-935eb8227751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:40.013875 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-e0b16f0a-9e95-4ca4-b3e7-935eb8227751 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/57eb5d7c-539d-4603-8fda-b02cae04a83b HTTP/1.1" status: 204  len: 168 time: 0.1695712
Sep 10 16:59:40.146413 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 5c9dccf5-7c40-4937-bb50-00bf384fed82 no longer exists at agent ovs-agent-dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 10 16:59:40.184010 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.plugin [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] No Port match for: 5c9dccf5-7c40-4937-bb50-00bf384fed82 {{(pid=74983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 10 16:59:40.184364 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron.plugins.ml2.rpc [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Device 5c9dccf5-7c40-4937-bb50-00bf384fed82 not bound to the agent host dv-cinder-808473-1-iscsi {{(pid=74983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 10 16:59:40.397407 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 38072) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:59:40.447226 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-3b8d0acb-76ce-4b44-8560-9be59e4bcfa4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=af3e17154b574edd87e42dd18163114a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0485370
Sep 10 16:59:40.449616 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [-] (74982) accepted ('10.222.0.41', 38076) {{(pid=74982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 10 16:59:40.507843 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-0e3c9a84-a5de-46f0-a76b-157d99a05049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:40.535437 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-0e3c9a84-a5de-46f0-a76b-157d99a05049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:40.584502 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-0e3c9a84-a5de-46f0-a76b-157d99a05049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350919'] for security_group, after_delete {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:40.588677 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-662f2232-3de9-405a-89ac-1169a541ba86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 10 16:59:40.600335 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c9a84-a5de-46f0-a76b-157d99a05049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb74e19-0dc8-446e-9224-38138ee6722a,revision_number=None']} {{(pid=74982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 10 16:59:40.604603 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG oslo_concurrency.lockutils [None req-0e3c9a84-a5de-46f0-a76b-157d99a05049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 10 16:59:40.607690 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron_lib.callbacks.manager [None req-0e3c9a84-a5de-46f0-a76b-157d99a05049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:40.608781 dv-cinder-808473-1-iscsi neutron-server[74982]: INFO neutron.wsgi [None req-0e3c9a84-a5de-46f0-a76b-157d99a05049 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4eb74e19-0dc8-446e-9224-38138ee6722a HTTP/1.1" status: 204  len: 168 time: 0.1583023
Sep 10 16:59:53.924612 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 6 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 16:59:55.240021 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3c99a753-af10-4f9f-8a33-e2de1616c7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:55.676083 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:57.533698 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-692be019-1e97-471e-b9c3-2cb3662c19cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 16:59:58.518888 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:00:00.001996 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:00:06.123700 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:00:25.240903 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-895f2ef4-5c64-4a0c-8fb8-112ba5ff3de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:00:25.681246 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:00:27.536164 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-54faa867-33c4-4c99-991a-95767468e037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:00:28.522141 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:00:30.004242 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:00:30.924623 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 6 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 17:00:36.116458 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:00:55.243781 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-7411dffd-e5cc-4095-b020-8978e6713e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:00:55.685242 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:00:57.536966 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-35db97d5-e44f-4307-a823-26fda8b5687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:00:58.525547 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:01:00.007411 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:01:06.134201 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:01:07.924192 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 6 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 17:01:25.240166 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-f9ff8cc3-3046-4aab-983f-6f9fcd575066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:01:25.686768 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:01:27.539960 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-dbd7642e-b97e-441d-af43-50ee2c3a6942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:01:28.527866 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:01:30.009594 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:01:36.148036 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:01:44.923508 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 6 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 17:01:55.240825 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-4a582596-3b91-438a-852e-ba5ab3a96106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:01:55.687666 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:01:57.541818 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-16c897d2-0f87-45d5-9ee3-c013c04d8861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:01:58.530683 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:02:00.012370 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:02:06.144278 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:02:21.923237 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 6 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 17:02:25.243272 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-609a955f-7325-4288-a930-0ebdede621af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:02:25.688254 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:02:27.543541 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-61ce4353-a41a-4f76-ba28-3ce0e10aff46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:02:28.532833 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:02:30.014782 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:02:36.159368 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:02:55.246541 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-1e24bc50-0432-4ddc-ade1-093fb925d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:02:55.689499 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:02:57.544767 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-080ea6b6-ecf7-4ead-8bbb-69f5af7ddae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:02:58.536827 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:02:58.923018 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 6 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 17:03:00.016357 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:03:06.158382 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:03:25.248477 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-fa991ff0-14b3-4b6e-b31a-ab60be606db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:03:25.690939 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:03:27.546028 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-6f3ee9bb-8125-438f-b2c5-b6b54437b169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:03:28.538931 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:03:30.019955 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:03:35.922467 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 6 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 17:03:36.162486 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:03:55.251372 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3a008f39-45c9-48e5-868a-50132c3a5b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:03:55.693723 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:03:57.547018 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-89b9f2f0-f71f-4d96-8fd5-2f5cae769f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:03:58.542145 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:04:00.022997 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:04:06.157202 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:04:12.922530 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 6 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 17:04:25.253724 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-b79a7126-836a-4b49-a67c-8d229e6f858d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:04:25.695259 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:04:27.560441 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-7a58cf96-92a2-4f20-85df-838868ed1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:04:28.545321 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:04:30.024409 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:04:36.188359 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-c8a53156-7280-45ce-87bc-d819f1c89b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:04:44.824452 dv-cinder-808473-1-iscsi neutron-server[74982]: DEBUG neutron.wsgi [req-f6e7fb4f-fc2b-46fc-bec1-048bff75a44b req-c3ec2018-ac18-43d3-8230-d9468356119e service neutron] (74982) timed out ('10.222.0.24', 64291) {{(pid=74982) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Sep 10 17:04:49.922010 dv-cinder-808473-1-iscsi neutron-server[74984]: DEBUG neutron.db.agents_db [None req-ddeb9d40-a7dd-4adf-b0ec-6457cb9f4017 None None] Agent healthcheck: found 6 active agents {{(pid=74984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 10 17:04:55.256786 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-a9664993-8db1-4d85-bfa0-072630e9f057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:04:55.697537 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-288dc79c-b321-4d65-9648-39e016ee7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:04:57.552685 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-a85458d6-8ad5-45f5-b595-ba5cd33ec9b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:04:58.548560 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-655ac9a2-6449-4735-a79c-6910989920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 10 17:05:00.028317 dv-cinder-808473-1-iscsi neutron-server[74983]: DEBUG neutron_lib.callbacks.manager [None req-3753f975-a891-48cd-bc18-658ea2f86a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763384148619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565483'] for agent, after_update {{(pid=74983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}